-- Logs begin at Mon 2021-09-20 15:13:46 UTC, end at Mon 2021-09-20 16:16:50 UTC. -- Sep 20 15:50:47.267472 dv-cinder-809669-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 20 15:50:49.890663 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.common.config [-] Logging enabled! Sep 20 15:50:49.891132 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.2.dev4 Sep 20 15:50:49.892522 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82259) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Sep 20 15:50:49.893259 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.common.config [-] Logging enabled! Sep 20 15:50:49.893547 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.2.dev4 Sep 20 15:50:49.893823 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82259) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Sep 20 15:50:49.894908 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Sep 20 15:50:49.895184 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Sep 20 15:50:49.896216 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Sep 20 15:50:49.896509 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Sep 20 15:50:49.896773 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Sep 20 15:50:49.897145 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.897490 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.897827 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.898092 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.898438 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.898780 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.899136 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.899469 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.899813 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.900136 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.900454 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.900774 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.901039 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.901358 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] config_source = [] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.901685 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.902015 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.902272 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] debug = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.902591 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.903144 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.903492 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.903808 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.904134 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.904439 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.904751 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.905073 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.905435 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] host = dv-cinder-809669-1-iscsi {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.905749 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.906072 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.906578 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.906949 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.907269 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.907581 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.907907 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.908216 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] log_dir = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.908522 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] log_file = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.908835 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.909205 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.909489 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.909827 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.910087 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.910344 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.910672 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.911031 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.911344 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.911652 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.911962 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.912272 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.912581 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.912883 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.913212 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.913540 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.913862 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.914171 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.914478 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.914784 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.915150 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.915479 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.915789 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.916098 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.916407 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.916738 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.917041 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.917349 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.917695 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.918016 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.918341 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.918662 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.919517 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.919847 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.920152 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.920457 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] use_journal = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.920761 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] use_json = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.921067 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.921369 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.921693 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.921998 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.922303 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.922612 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.922939 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.923251 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:49.923578 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.923919 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.924259 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.924577 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.924905 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.925228 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.925554 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.925868 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.926195 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.926523 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.926870 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.927180 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.927501 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.927838 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.928173 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.928480 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.928792 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.929122 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.929542 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.929893 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.930228 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.930543 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.930898 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.931197 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.931511 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.931816 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.932121 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.932521 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.932855 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.933719 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.934032 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.934338 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.935234 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.935553 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.935878 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.936200 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.936504 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.936808 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.937124 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.937433 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.937741 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.938051 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.938357 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.938665 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.938996 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.939301 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.939616 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.939912 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.940215 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.940519 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.940826 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.941134 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.941443 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.941750 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.942080 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.942364 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.942669 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.943011 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.943350 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.943666 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.943981 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.944294 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.944608 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.944918 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.945227 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.945546 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.945858 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.946163 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.946491 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.946810 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.947158 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.947472 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.947786 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.948123 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.948435 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.948753 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.949063 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.949374 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.949692 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.950008 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.950376 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.950705 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.951059 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.951385 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.951712 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.952026 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.952629 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.952941 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:49.953192 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Sep 20 15:50:49.953460 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=82259) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}} Sep 20 15:50:50.611454 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=82259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:50:50.611769 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=82259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:50:50.612102 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=82259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:50:50.613695 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 20 15:50:50.953703 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:50.954225 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:50.954332 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.014243 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.014560 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.014890 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.017808 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.018120 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.018421 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.162216 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.162465 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.162768 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.163993 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.164300 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.164598 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.284636 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.284961 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.285266 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.285568 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.286589 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.467540 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.467943 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.468251 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.468558 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.468856 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.469237 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.469537 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.469828 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.470119 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.470458 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.470755 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.471091 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.471400 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.471693 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.472004 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.472322 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.472616 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.472941 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.473229 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.473566 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.474011 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.474299 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.474583 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.474949 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.475237 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.475518 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.475934 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=82259) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 15:50:51.476212 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=82259) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 15:50:51.476489 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=82259) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 15:50:51.476768 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=82259) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 15:50:51.477044 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=82259) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 15:50:51.477320 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=82259) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 15:50:51.478679 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 20 15:50:51.486825 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 20 15:50:51.494151 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 20 15:50:51.499708 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Sep 20 15:50:51.502460 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 20 15:50:51.503584 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 20 15:50:51.503971 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 20 15:50:51.504400 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 20 15:50:51.508143 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 20 15:50:51.508436 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 20 15:50:51.508972 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 20 15:50:51.536046 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Sep 20 15:50:51.536560 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.536895 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=82259) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 20 15:50:51.537311 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.538669 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=82259) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 20 15:50:51.539023 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 20 15:50:51.539313 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 20 15:50:51.542360 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.542684 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:51.607171 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 20 15:50:51.607445 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 20 15:50:51.607723 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 20 15:50:51.608130 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 20 15:50:51.641671 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_db.sqlalchemy.engines [None req-e2992422-5417-493f-a223-868b87910a11 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=82259) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Sep 20 15:50:51.941365 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.plugins.ml2.managers [None req-e2992422-5417-493f-a223-868b87910a11 None None] Initializing driver for type 'gre' Sep 20 15:50:51.941933 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e2992422-5417-493f-a223-868b87910a11 None None] gre ID ranges: [(1, 1000)] Sep 20 15:50:51.985265 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.plugins.ml2.managers [None req-e2992422-5417-493f-a223-868b87910a11 None None] Initializing driver for type 'local' Sep 20 15:50:51.985724 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.plugins.ml2.managers [None req-e2992422-5417-493f-a223-868b87910a11 None None] Initializing driver for type 'vlan' Sep 20 15:50:51.995395 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e2992422-5417-493f-a223-868b87910a11 None None] VlanTypeDriver initialization complete Sep 20 15:50:51.995778 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.plugins.ml2.managers [None req-e2992422-5417-493f-a223-868b87910a11 None None] Initializing driver for type 'vxlan' Sep 20 15:50:51.996317 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e2992422-5417-493f-a223-868b87910a11 None None] vxlan ID ranges: [(1, 1000)] Sep 20 15:50:52.037323 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.plugins.ml2.managers [None req-e2992422-5417-493f-a223-868b87910a11 None None] Initializing extension driver 'port_security' Sep 20 15:50:52.037692 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.plugins.ml2.extensions.port_security [None req-e2992422-5417-493f-a223-868b87910a11 None None] PortSecurityExtensionDriver initialization complete Sep 20 15:50:52.038069 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.plugins.ml2.managers [None req-e2992422-5417-493f-a223-868b87910a11 None None] Initializing mechanism driver 'openvswitch' Sep 20 15:50:52.038442 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.plugins.ml2.managers [None req-e2992422-5417-493f-a223-868b87910a11 None None] Initializing mechanism driver 'hyperv' Sep 20 15:50:52.045319 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-e2992422-5417-493f-a223-868b87910a11 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=82259) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 15:50:52.046157 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > port after_create 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.046565 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > port after_update 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.046980 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > port after_delete 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.047402 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > subnet after_create 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.047790 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > subnet after_update 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.048171 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > subnet after_delete 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.048584 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > network after_create 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.048966 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > network after_update 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.049344 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > network after_delete 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.049754 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > security_group after_create 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.050291 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > security_group after_update 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.050671 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > security_group after_delete 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.051109 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.051495 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.051871 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.052239 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e2992422-5417-493f-a223-868b87910a11 None None] ML2 OVO RPC backend initialized. {{(pid=82259) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Sep 20 15:50:52.052950 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > router_interface after_create 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.053345 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.053795 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > network before_response 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.054180 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > networks before_response 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.054559 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > port before_response 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.054968 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > ports before_response 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.055353 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > subnet before_response 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.055731 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > subnets before_response 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.056117 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > network after_create 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.056501 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > network after_update 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.056876 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > network after_delete 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.057249 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > port after_create 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.057620 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > port after_update 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.057990 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > port after_delete 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.058363 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > subnet after_create 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.058736 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > subnet after_update 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.059131 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > subnet after_delete 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.060308 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.plugins.ml2.plugin [None req-e2992422-5417-493f-a223-868b87910a11 None None] Modular L2 Plugin initialization complete Sep 20 15:50:52.060662 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading services supported by the core plugin {{(pid=82259) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}} Sep 20 15:50:52.061030 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.plugins.ml2.managers [None req-e2992422-5417-493f-a223-868b87910a11 None None] Got port-security extension from driver 'port_security' Sep 20 15:50:52.061528 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.extensions.vlantransparent [None req-e2992422-5417-493f-a223-868b87910a11 None None] Disabled vlantransparent extension. Sep 20 15:50:52.061978 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=82259) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}} Sep 20 15:50:52.062324 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading Plugin: router Sep 20 15:50:52.103939 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > router_interface before_create 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.104375 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > router after_create 55549900 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.104791 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > router before_create 55549900 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.105196 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.105616 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.106012 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > router after_delete 55549900 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.106450 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > floatingip after_update 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.106900 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > router after_create 55549900 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.107272 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > router after_update 55549900 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.107665 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > router after_update 55549900 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.108052 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.108457 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > router after_update 55549900 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.108955 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > router precommit_update 55549900 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.109378 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: port after_update 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.109759 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: port after_delete 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.110162 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: subnet after_update 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.110543 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.110958 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > port precommit_delete 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.111350 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > router precommit_create 55549900 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.111732 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: port before_delete 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.112114 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > router precommit_create 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.112521 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > router after_update 55549900 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.112904 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > router precommit_delete 55549900 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.113297 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > router precommit_create 55549900 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.113705 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > router_interface after_create 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.114091 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > router precommit_update 55549900 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.114510 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > agent after_create 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.114932 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > agent after_delete 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.115321 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > network after_delete 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.116290 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource_registry [None req-e2992422-5417-493f-a223-868b87910a11 None None] Tracking information for resource: router configured {{(pid=82259) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 15:50:52.116668 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource_registry [None req-e2992422-5417-493f-a223-868b87910a11 None None] Tracking information for resource: floatingip configured {{(pid=82259) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 20 15:50:52.122871 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.db.l3_agentschedulers_db [None req-e2992422-5417-493f-a223-868b87910a11 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 20 15:50:52.123509 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: port after_update 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.123904 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: port after_create 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.124290 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: port after_delete 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.124676 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: port after_update 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.125553 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > router before_create 55550100 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.125954 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > router precommit_delete 55550100 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.126357 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > router precommit_create 55550100 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.126750 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > router precommit_update 55550100 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.131311 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.provider_configuration [None req-e2992422-5417-493f-a223-868b87910a11 None None] Service providers = [] {{(pid=82259) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 20 15:50:52.131710 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.servicetype_db [None req-e2992422-5417-493f-a223-868b87910a11 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=82259) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 20 15:50:52.134522 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.service_base [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=82259) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Sep 20 15:50:52.134936 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.service_base [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=82259) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Sep 20 15:50:52.135320 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.service_base [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=82259) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Sep 20 15:50:52.136212 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.service_base [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=82259) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Sep 20 15:50:52.136615 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.services.service_base [None req-e2992422-5417-493f-a223-868b87910a11 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 20 15:50:52.137034 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=82259) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Sep 20 15:50:52.137393 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 20 15:50:52.158476 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=82259) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Sep 20 15:50:52.158801 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading Plugin: auto_allocate Sep 20 15:50:52.169173 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: network precommit_update 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.169581 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: network precommit_create 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.170173 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=82259) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Sep 20 15:50:52.170534 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading Plugin: tag Sep 20 15:50:52.181727 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=82259) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Sep 20 15:50:52.182107 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading Plugin: timestamp Sep 20 15:50:52.185889 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=82259) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Sep 20 15:50:52.186264 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading Plugin: network_ip_availability Sep 20 15:50:52.191905 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.192308 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.192701 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.193473 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=82259) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Sep 20 15:50:52.193833 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading Plugin: flavors Sep 20 15:50:52.210057 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=82259) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Sep 20 15:50:52.210433 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading Plugin: revisions Sep 20 15:50:52.214719 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=82259) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Sep 20 15:50:52.215168 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-e2992422-5417-493f-a223-868b87910a11 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.603s {{(pid=82259) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:50:52.216551 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=82259) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:638}} Sep 20 15:50:52.216914 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Initializing extension manager. Sep 20 15:50:52.217477 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: __init__.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.217859 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: __pycache__ {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.218236 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.218608 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.219009 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: _filter_validation_lib.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.219421 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.219788 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: address_scope.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.220601 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.221245 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: address-scope Sep 20 15:50:52.221610 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: admin_state_down_before_update.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.222556 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.223153 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: router-admin-state-down-before-update Sep 20 15:50:52.223517 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: agent.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.224302 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.224886 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: agent Sep 20 15:50:52.225248 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: agent_resources_synced.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.226170 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.226739 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: agent-resources-synced Sep 20 15:50:52.227132 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: allowedaddresspairs.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.228914 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.229499 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: allowed-address-pairs Sep 20 15:50:52.229872 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: auto_allocated_topology.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.231109 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.231720 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: auto-allocated-topology Sep 20 15:50:52.232088 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: availability_zone.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.232866 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.233444 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: availability_zone Sep 20 15:50:52.233811 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: availability_zone_filter.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.234734 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.235338 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: availability_zone_filter Sep 20 15:50:52.235706 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: data_plane_status.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.236626 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.237197 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extension data-plane-status not supported by any of loaded plugins Sep 20 15:50:52.237562 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: default_subnetpools.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.238491 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.239088 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: default-subnetpools Sep 20 15:50:52.239453 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: dhcpagentscheduler.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.240324 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.240903 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: dhcp_agent_scheduler Sep 20 15:50:52.241264 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: dns.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.242182 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.242747 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extension dns-integration not supported by any of loaded plugins Sep 20 15:50:52.243136 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: dns_domain_ports.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.244063 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.244628 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 20 15:50:52.244995 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: dvr.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.245747 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.246323 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: dvr Sep 20 15:50:52.246684 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: empty_string_filtering.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.247656 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.248232 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: empty-string-filtering Sep 20 15:50:52.248592 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.249507 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.250081 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 20 15:50:52.250441 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.251383 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.251951 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 20 15:50:52.252312 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: external_net.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.253249 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.253825 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: external-net Sep 20 15:50:52.254189 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: extra_dhcp_opt.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.255151 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.255723 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: extra_dhcp_opt Sep 20 15:50:52.256085 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: extraroute.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.256993 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.257561 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: extraroute Sep 20 15:50:52.257924 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: extraroute_atomic.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.259082 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.259658 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: extraroute-atomic Sep 20 15:50:52.260022 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: filter_validation.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.260720 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.261286 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: filter-validation Sep 20 15:50:52.261646 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: fip_pf_description.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.263115 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.263686 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 20 15:50:52.264045 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: fip_port_details.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.264973 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.265548 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: fip-port-details Sep 20 15:50:52.265912 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: flavors.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.267186 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.267849 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: flavors Sep 20 15:50:52.268212 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.269931 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.270529 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 20 15:50:52.270938 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: floatingip_pools.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.271725 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.272306 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: floatingip-pools Sep 20 15:50:52.272675 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: ip_allocation.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.273604 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.274175 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extension ip_allocation not supported by any of loaded plugins Sep 20 15:50:52.274539 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.275563 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.276140 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: ip-substring-filtering Sep 20 15:50:52.276506 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: l2_adjacency.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.277447 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.278019 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 20 15:50:52.278954 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: l3.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.280062 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.280645 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: router Sep 20 15:50:52.281013 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: l3_conntrack_helper.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.283517 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.284110 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 20 15:50:52.284480 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.285421 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.286003 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: ext-gw-mode Sep 20 15:50:52.286370 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.287327 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.287906 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: l3-ha Sep 20 15:50:52.288269 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: l3_flavors.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.289186 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.289763 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: l3-flavors Sep 20 15:50:52.290131 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.291103 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.291678 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 20 15:50:52.292041 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: l3agentscheduler.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.293232 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.293881 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: l3_agent_scheduler Sep 20 15:50:52.294234 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: logging.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.295881 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.296473 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extension logging not supported by any of loaded plugins Sep 20 15:50:52.296846 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: metering.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.297839 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.298537 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: metering Sep 20 15:50:52.298928 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: multiprovidernet.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.299880 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.300462 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: multi-provider Sep 20 15:50:52.300827 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: netmtu.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.301749 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.302336 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: net-mtu Sep 20 15:50:52.302701 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: netmtu_writable.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.303659 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.304232 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: net-mtu-writable Sep 20 15:50:52.304596 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: network_availability_zone.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.305357 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.305937 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: network_availability_zone Sep 20 15:50:52.306305 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: network_ip_availability.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.307430 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.308003 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: network-ip-availability Sep 20 15:50:52.308369 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: network_segment_range.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.309294 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.309889 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extension network-segment-range not supported by any of loaded plugins Sep 20 15:50:52.310254 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: pagination.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.311276 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.311652 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: pagination Sep 20 15:50:52.312013 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.312929 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.313498 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: port-mac-address-regenerate Sep 20 15:50:52.313857 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: port_resource_request.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.314781 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.315377 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extension port-resource-request not supported by any of loaded plugins Sep 20 15:50:52.315738 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: portbindings.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.316680 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.317259 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: binding Sep 20 15:50:52.317621 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: portbindings_extended.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.318919 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.319500 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: binding-extended Sep 20 15:50:52.319866 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: portsecurity.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.320799 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.321372 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: port-security Sep 20 15:50:52.321733 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: project_id.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.324129 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.324527 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: project-id Sep 20 15:50:52.324904 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: providernet.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.326368 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.326981 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: provider Sep 20 15:50:52.327608 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: qos.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.331295 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.331890 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extension qos not supported by any of loaded plugins Sep 20 15:50:52.332263 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.333520 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.334097 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 20 15:50:52.334466 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.335421 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.335997 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 20 15:50:52.336361 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: qos_default.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.337282 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.337852 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extension qos-default not supported by any of loaded plugins Sep 20 15:50:52.338214 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: qos_fip.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.338942 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.339514 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extension qos-fip not supported by any of loaded plugins Sep 20 15:50:52.339875 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: qos_gateway_ip.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.341416 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.341994 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 20 15:50:52.342353 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: qos_port_network_policy.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.343311 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.343886 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 20 15:50:52.344249 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: qos_rule_type_details.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.345171 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.345750 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 20 15:50:52.346113 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: qos_rules_alias.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.347183 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.347758 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 20 15:50:52.348124 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: quotasv2.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.349164 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.349541 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: quotas Sep 20 15:50:52.349906 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: quotasv2_detail.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.351517 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.351900 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: quota_details Sep 20 15:50:52.352267 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: rbac.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.353397 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.353977 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: rbac-policies Sep 20 15:50:52.354344 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: rbac_address_scope.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.355335 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.355925 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: rbac-address-scope Sep 20 15:50:52.356313 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: rbac_security_groups.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.357239 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.357819 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: rbac-security-groups Sep 20 15:50:52.358184 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: rbac_subnetpool.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.359139 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.359716 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: rbac-subnetpool Sep 20 15:50:52.360078 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: revisionifmatch.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.361003 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.361576 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: revision-if-match Sep 20 15:50:52.361940 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: revisions.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.363090 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.363665 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: standard-attr-revisions Sep 20 15:50:52.364033 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: router_availability_zone.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.364783 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.365358 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: router_availability_zone Sep 20 15:50:52.365725 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: routerservicetype.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.366666 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.367264 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extension router-service-type not supported by any of loaded plugins Sep 20 15:50:52.367624 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: security_groups_port_filtering.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.368554 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.369128 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: port-security-groups-filtering Sep 20 15:50:52.369489 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: securitygroup.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.382833 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.383492 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: security-group Sep 20 15:50:52.383865 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: segment.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.384755 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.385328 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extension segment not supported by any of loaded plugins Sep 20 15:50:52.385700 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.386646 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.387252 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 20 15:50:52.388153 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: servicetype.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.389263 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.389856 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: service-type Sep 20 15:50:52.390226 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: sorting.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.391238 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.391618 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: sorting Sep 20 15:50:52.391980 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: standard_attr_segment.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.392910 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.393488 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 20 15:50:52.393850 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: standardattrdescription.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.394548 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.395162 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: standard-attr-description Sep 20 15:50:52.395525 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: stateful_security_group.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.396465 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.397042 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: stateful-security-group Sep 20 15:50:52.397402 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: stdattrs_common.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.397991 dv-cinder-809669-1-iscsi neutron-server[82259]: WARNING neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 20 15:50:52.398350 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.399318 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.399912 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 20 15:50:52.400275 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: subnet_onboard.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.401341 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.401929 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: subnet_onboard Sep 20 15:50:52.402297 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.403281 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.403858 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 20 15:50:52.404220 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: subnet_service_types.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.405227 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.405820 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: subnet-service-types Sep 20 15:50:52.406187 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: subnetallocation.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.407306 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.407902 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: subnet_allocation Sep 20 15:50:52.408270 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.409003 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.409543 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: subnetpool-prefix-ops Sep 20 15:50:52.409907 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.410833 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.411441 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 20 15:50:52.411804 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: tagging.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.413144 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.413742 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: standard-attr-tag Sep 20 15:50:52.414106 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: timestamp.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.415309 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.415891 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loaded extension: standard-attr-timestamp Sep 20 15:50:52.416265 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: trunk.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.417299 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.417875 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extension trunk not supported by any of loaded plugins Sep 20 15:50:52.418240 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: trunk_details.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.419230 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.419810 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extension trunk-details not supported by any of loaded plugins Sep 20 15:50:52.420174 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: uplink_status_propagation.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.421100 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.421682 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 20 15:50:52.422041 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Loading extension file: vlantransparent.py {{(pid=82259) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Sep 20 15:50:52.422740 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=82259) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Sep 20 15:50:52.423339 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 20 15:50:52.425742 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.quota.resource_registry [None req-e2992422-5417-493f-a223-868b87910a11 None None] Creating instance of TrackedResource for resource:network Sep 20 15:50:52.426554 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.quota.resource_registry [None req-e2992422-5417-493f-a223-868b87910a11 None None] Creating instance of TrackedResource for resource:subnet Sep 20 15:50:52.427261 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.quota.resource_registry [None req-e2992422-5417-493f-a223-868b87910a11 None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 15:50:52.427941 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.quota.resource_registry [None req-e2992422-5417-493f-a223-868b87910a11 None None] Creating instance of TrackedResource for resource:port Sep 20 15:50:52.429340 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.resource_helper [None req-e2992422-5417-493f-a223-868b87910a11 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 20 15:50:52.429830 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.resource_helper [None req-e2992422-5417-493f-a223-868b87910a11 None None] Service FLAVORS assigned prefix: {{(pid=82259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 20 15:50:52.430517 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.resource_helper [None req-e2992422-5417-493f-a223-868b87910a11 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 20 15:50:52.431022 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.resource_helper [None req-e2992422-5417-493f-a223-868b87910a11 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 20 15:50:52.431398 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.quota.resource_registry [None req-e2992422-5417-493f-a223-868b87910a11 None None] Creating instance of TrackedResource for resource:router Sep 20 15:50:52.432124 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.quota.resource_registry [None req-e2992422-5417-493f-a223-868b87910a11 None None] Creating instance of TrackedResource for resource:floatingip Sep 20 15:50:52.432879 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.resource_helper [None req-e2992422-5417-493f-a223-868b87910a11 None None] Service METERING assigned prefix: /metering {{(pid=82259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 20 15:50:52.435238 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.435639 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.436026 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82259) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 15:50:52.437146 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.quota.resource_registry [None req-e2992422-5417-493f-a223-868b87910a11 None None] Creating instance of CountableResource for resource:rbac_policy Sep 20 15:50:52.437632 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.quota.resource_registry [None req-e2992422-5417-493f-a223-868b87910a11 None None] Creating instance of TrackedResource for resource:security_group Sep 20 15:50:52.438448 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.quota.resource_registry [None req-e2992422-5417-493f-a223-868b87910a11 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 20 15:50:52.439291 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.resource_helper [None req-e2992422-5417-493f-a223-868b87910a11 None None] Service CORE assigned prefix: {{(pid=82259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 20 15:50:52.439668 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.quota.resource_registry [None req-e2992422-5417-493f-a223-868b87910a11 None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 15:50:52.440043 dv-cinder-809669-1-iscsi neutron-server[82259]: WARNING neutron.quota.resource_registry [None req-e2992422-5417-493f-a223-868b87910a11 None None] subnetpool is already registered Sep 20 15:50:52.440706 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.resource_helper [None req-e2992422-5417-493f-a223-868b87910a11 None None] Service CORE assigned prefix: {{(pid=82259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 20 15:50:52.441074 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.quota.resource_registry [None req-e2992422-5417-493f-a223-868b87910a11 None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 15:50:52.441433 dv-cinder-809669-1-iscsi neutron-server[82259]: WARNING neutron.quota.resource_registry [None req-e2992422-5417-493f-a223-868b87910a11 None None] subnetpool is already registered Sep 20 15:50:52.444108 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.resource_helper [None req-e2992422-5417-493f-a223-868b87910a11 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 20 15:50:52.444583 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.resource_helper [None req-e2992422-5417-493f-a223-868b87910a11 None None] Service FLAVORS assigned prefix: {{(pid=82259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 20 15:50:52.445226 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.resource_helper [None req-e2992422-5417-493f-a223-868b87910a11 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 20 15:50:52.445686 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.resource_helper [None req-e2992422-5417-493f-a223-868b87910a11 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 20 15:50:52.446062 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.quota.resource_registry [None req-e2992422-5417-493f-a223-868b87910a11 None None] Creating instance of TrackedResource for resource:router Sep 20 15:50:52.446432 dv-cinder-809669-1-iscsi neutron-server[82259]: WARNING neutron.quota.resource_registry [None req-e2992422-5417-493f-a223-868b87910a11 None None] router is already registered Sep 20 15:50:52.447118 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.quota.resource_registry [None req-e2992422-5417-493f-a223-868b87910a11 None None] Creating instance of TrackedResource for resource:floatingip Sep 20 15:50:52.447488 dv-cinder-809669-1-iscsi neutron-server[82259]: WARNING neutron.quota.resource_registry [None req-e2992422-5417-493f-a223-868b87910a11 None None] floatingip is already registered Sep 20 15:50:52.448176 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.resource_helper [None req-e2992422-5417-493f-a223-868b87910a11 None None] Service METERING assigned prefix: /metering {{(pid=82259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 20 15:50:52.448906 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.quota.resource_registry [None req-e2992422-5417-493f-a223-868b87910a11 None None] Creating instance of CountableResource for resource:rbac_policy Sep 20 15:50:52.449273 dv-cinder-809669-1-iscsi neutron-server[82259]: WARNING neutron.quota.resource_registry [None req-e2992422-5417-493f-a223-868b87910a11 None None] rbac_policy is already registered Sep 20 15:50:52.449727 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.quota.resource_registry [None req-e2992422-5417-493f-a223-868b87910a11 None None] Creating instance of TrackedResource for resource:security_group Sep 20 15:50:52.450625 dv-cinder-809669-1-iscsi neutron-server[82259]: WARNING neutron.quota.resource_registry [None req-e2992422-5417-493f-a223-868b87910a11 None None] security_group is already registered Sep 20 15:50:52.451471 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.quota.resource_registry [None req-e2992422-5417-493f-a223-868b87910a11 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 20 15:50:52.451841 dv-cinder-809669-1-iscsi neutron-server[82259]: WARNING neutron.quota.resource_registry [None req-e2992422-5417-493f-a223-868b87910a11 None None] security_group_rule is already registered Sep 20 15:50:52.452814 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.resource_helper [None req-e2992422-5417-493f-a223-868b87910a11 None None] Service CORE assigned prefix: {{(pid=82259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 20 15:50:52.453201 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.quota.resource_registry [None req-e2992422-5417-493f-a223-868b87910a11 None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 15:50:52.453548 dv-cinder-809669-1-iscsi neutron-server[82259]: WARNING neutron.quota.resource_registry [None req-e2992422-5417-493f-a223-868b87910a11 None None] subnetpool is already registered Sep 20 15:50:52.454214 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.resource_helper [None req-e2992422-5417-493f-a223-868b87910a11 None None] Service CORE assigned prefix: {{(pid=82259) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Sep 20 15:50:52.454583 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.quota.resource_registry [None req-e2992422-5417-493f-a223-868b87910a11 None None] Creating instance of TrackedResource for resource:subnetpool Sep 20 15:50:52.454972 dv-cinder-809669-1-iscsi neutron-server[82259]: WARNING neutron.quota.resource_registry [None req-e2992422-5417-493f-a223-868b87910a11 None None] subnetpool is already registered Sep 20 15:50:52.455700 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extended resource: extensions {{(pid=82259) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 20 15:50:52.457225 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extended resource: address-scopes {{(pid=82259) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 20 15:50:52.458482 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extended resource: agents {{(pid=82259) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 20 15:50:52.459851 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extended resource: auto-allocated-topology {{(pid=82259) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 20 15:50:52.461167 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extended resource: availability_zones {{(pid=82259) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 20 15:50:52.462423 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extended resource: dhcp-networks {{(pid=82259) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 20 15:50:52.463985 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extended resource: dhcp-agents {{(pid=82259) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 20 15:50:52.465427 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extended resource: routers {{(pid=82259) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 20 15:50:52.467248 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extended resource: flavors {{(pid=82259) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 20 15:50:52.468579 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extended resource: service_profiles {{(pid=82259) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 20 15:50:52.469839 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extended resource: next_providers {{(pid=82259) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 20 15:50:52.471323 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extended resource: service_profiles {{(pid=82259) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 20 15:50:52.472784 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extended resource: floatingip-pools {{(pid=82259) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 20 15:50:52.475012 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extended resource: routers {{(pid=82259) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 20 15:50:52.476792 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extended resource: floatingips {{(pid=82259) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 20 15:50:52.478035 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extended resource: l3-routers {{(pid=82259) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 20 15:50:52.480523 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extended resource: l3-agents {{(pid=82259) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 20 15:50:52.481031 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extended resource: metering-labels {{(pid=82259) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 20 15:50:52.484963 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extended resource: metering-label-rules {{(pid=82259) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 20 15:50:52.484963 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extended resource: network-ip-availabilities {{(pid=82259) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 20 15:50:52.485161 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extended resource: bindings {{(pid=82259) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 20 15:50:52.486596 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extended resource: quotas {{(pid=82259) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 20 15:50:52.488229 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extended resource: quotas {{(pid=82259) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 20 15:50:52.489939 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extended resource: rbac-policies {{(pid=82259) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 20 15:50:52.491207 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extended resource: security-groups {{(pid=82259) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 20 15:50:52.492457 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extended resource: security-group-rules {{(pid=82259) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 20 15:50:52.493828 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extended resource: service-providers {{(pid=82259) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 20 15:50:52.495122 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extended resource: subnetpools {{(pid=82259) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 20 15:50:52.496519 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extended resource: subnetpools {{(pid=82259) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 20 15:50:52.498686 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extended resource: tags {{(pid=82259) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 20 15:50:52.500431 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extended resource: tags {{(pid=82259) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 20 15:50:52.502173 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extended resource: tags {{(pid=82259) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 20 15:50:52.504123 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extended resource: tags {{(pid=82259) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 20 15:50:52.505853 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extended resource: tags {{(pid=82259) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 20 15:50:52.507728 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extended resource: tags {{(pid=82259) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 20 15:50:52.509541 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extended resource: tags {{(pid=82259) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 20 15:50:52.511381 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extended resource: tags {{(pid=82259) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 20 15:50:52.513955 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extended resource: tags {{(pid=82259) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 20 15:50:52.515769 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.extensions [None req-e2992422-5417-493f-a223-868b87910a11 None None] Extended resource: tags {{(pid=82259) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Sep 20 15:50:52.522586 dv-cinder-809669-1-iscsi neutron-server[82259]: WARNING keystonemiddleware.auth_token [None req-e2992422-5417-493f-a223-868b87910a11 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 20 15:50:52.527602 dv-cinder-809669-1-iscsi neutron-server[82259]: WARNING keystonemiddleware.auth_token [None req-e2992422-5417-493f-a223-868b87910a11 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 20 15:50:52.536306 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-e2992422-5417-493f-a223-868b87910a11 None None] Acquired lock "singleton_lock" {{(pid=82259) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}} Sep 20 15:50:52.536846 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-e2992422-5417-493f-a223-868b87910a11 None None] Releasing lock "singleton_lock" {{(pid=82259) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}} Sep 20 15:50:52.538283 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO oslo_service.service [None req-e2992422-5417-493f-a223-868b87910a11 None None] Starting 2 workers Sep 20 15:50:52.542869 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [None req-e2992422-5417-493f-a223-868b87910a11 None None] Started child 82368 {{(pid=82259) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Sep 20 15:50:52.547128 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:50:52.547396 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [None req-e2992422-5417-493f-a223-868b87910a11 None None] Started child 82369 {{(pid=82259) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Sep 20 15:50:52.548647 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [-] (82368) wsgi starting up on http://0.0.0.0:9696 Sep 20 15:50:52.548941 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.service [None req-e2992422-5417-493f-a223-868b87910a11 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 20 15:50:52.549560 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Notify callbacks [] for process, before_spawn {{(pid=82259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:50:52.550966 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:50:52.552080 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO oslo_service.service [None req-e2992422-5417-493f-a223-868b87910a11 None None] Starting 1 workers Sep 20 15:50:52.552292 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [-] (82369) wsgi starting up on http://0.0.0.0:9696 Sep 20 15:50:52.557295 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [None req-e2992422-5417-493f-a223-868b87910a11 None None] Started child 82370 {{(pid=82259) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Sep 20 15:50:52.557838 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO oslo_service.service [None req-e2992422-5417-493f-a223-868b87910a11 None None] Starting 1 workers Sep 20 15:50:52.560414 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.service [None req-e2992422-5417-493f-a223-868b87910a11 None None] calling RpcWorker wait() {{(pid=82370) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 20 15:50:52.560821 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.service [None req-e2992422-5417-493f-a223-868b87910a11 None None] returning from RpcWorker wait() {{(pid=82370) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 20 15:50:52.562340 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:50:52.562800 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [None req-e2992422-5417-493f-a223-868b87910a11 None None] Started child 82371 {{(pid=82259) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Sep 20 15:50:52.562920 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 15:50:52.563577 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e2992422-5417-493f-a223-868b87910a11 None None] Notify callbacks [] for process, after_spawn {{(pid=82259) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:50:52.565197 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82259) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Sep 20 15:50:52.565428 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Sep 20 15:50:52.565639 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Sep 20 15:50:52.565917 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Sep 20 15:50:52.566326 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Sep 20 15:50:52.566517 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Sep 20 15:50:52.566805 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:50:52.567115 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.567414 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.567693 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.567788 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 15:50:52.567983 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.568298 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.568970 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.569283 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.569564 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.569878 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.570147 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.570347 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.570544 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.570832 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.571123 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.571455 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.571736 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.572003 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.572276 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.572486 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.572777 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.573089 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.573353 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.573634 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] debug = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.573903 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.574501 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.574754 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.575184 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.576018 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.576324 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.576604 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.576915 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.577452 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.577729 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.577991 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.578269 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.578507 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.578765 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.579103 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.579353 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.579793 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] host = dv-cinder-809669-1-iscsi {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.580041 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.580303 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.580583 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.580843 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.581119 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.581361 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.581658 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.581935 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.582217 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.582486 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.582726 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.583010 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.583270 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.583541 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] log_file = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.583730 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] log_options = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.583970 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.584248 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.584529 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.584750 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.584944 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.585134 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.585429 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.585620 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.585902 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.586146 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.586383 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.586636 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.586891 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.587139 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.587429 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.587670 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.587932 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.588168 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.588441 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.588725 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.589006 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.589249 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.589490 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.589810 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.589969 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.590186 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.590441 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.590737 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.591025 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.591274 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.591553 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.591965 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.592239 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.592518 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.592805 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.593036 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.593255 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.593584 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.593848 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.594126 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.594414 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.594672 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.594945 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.595190 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.595431 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.595672 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] use_json = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.595918 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.596176 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.596454 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.596697 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.596937 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.597193 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.597465 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.597731 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.598183 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.598514 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.598897 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.599162 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.599431 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.599710 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.600052 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.600203 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.600455 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.600720 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.601071 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.601337 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.601698 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.601995 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.602267 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.602543 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.602790 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.603091 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.603333 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.603575 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.603817 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.604065 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.604331 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.605063 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.605063 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.605063 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.605486 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.605486 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.605762 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.606025 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.606325 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.606576 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.606818 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.607086 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.607328 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.607591 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.607872 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.608135 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.608408 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.608684 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.608927 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.609166 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.609407 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.609652 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.609918 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.610229 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.610377 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.610610 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.610872 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.611113 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.611393 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.611657 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.611896 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.612135 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.612382 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.612620 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.612878 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.613197 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.613361 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.613581 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.613821 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.614102 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.614269 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.614528 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.614765 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.615020 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.615263 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.615508 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.615746 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.615984 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.616224 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.616464 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.616730 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.617046 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.617401 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.617671 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.617939 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.618215 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.618489 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.618743 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.619043 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.619289 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.619552 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.619793 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.620075 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.620379 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.620581 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.620846 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.621102 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.621389 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.621647 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.622406 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.622667 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.622953 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.623207 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.623479 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.623760 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.624044 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.624367 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.624591 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.624885 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.625161 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.625435 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.625708 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.625991 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.626307 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.626611 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.626942 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.627213 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.627481 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.627750 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.628023 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.628313 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.628579 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.628861 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.629110 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.629425 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.629784 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.630091 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.630430 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.630598 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.630858 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.631148 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.631411 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.631704 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.631993 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.632283 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.632558 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.632825 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.633081 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.633357 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.633643 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.633883 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.634124 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.634367 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.634624 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.634891 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.635166 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.635445 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.635695 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.635940 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.636195 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.636461 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.636714 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.636982 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.637223 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.637491 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.638304 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.638553 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.638800 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.639088 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.639333 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.639620 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.639868 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.640170 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.640462 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.640721 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.640988 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.641253 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.641530 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.641772 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.642063 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.642312 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.642542 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.642778 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.643050 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.643292 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.643553 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.643821 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.644064 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.644364 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.644616 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.644965 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.645211 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.645593 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.645860 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.646124 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.646370 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.646615 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.646871 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.647129 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.647391 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.647687 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.647938 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.648193 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.648450 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.648689 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.648921 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.649166 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.649405 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.649706 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.650008 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.650275 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.650571 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.650890 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.651138 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.651379 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.651694 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.651976 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.652218 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.652482 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.652740 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.653061 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.653372 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.653653 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.654033 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.654277 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.654559 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.654806 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.655090 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.655665 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.655665 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.655926 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.656319 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.656577 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.656873 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.657216 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.657537 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.657837 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.658106 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.658437 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.658817 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.659174 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.659411 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.659674 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.659956 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.660210 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.660459 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.660706 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.660953 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.661199 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.661493 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.661809 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.662066 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.662314 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.662580 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.662830 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.663124 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.663368 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.663619 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.663865 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.664053 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Sep 20 15:50:52.664602 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82259) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Sep 20 15:50:52.664797 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Sep 20 15:50:52.664983 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Sep 20 15:50:52.665189 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Sep 20 15:50:52.665397 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Sep 20 15:50:52.665583 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Sep 20 15:50:52.665833 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.666026 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.666217 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.666407 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.666596 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.666809 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.667020 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.667179 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.667365 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.667549 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.667740 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.667927 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.668115 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.668649 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.668649 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.668649 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.669046 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.669046 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.669227 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.669401 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.669589 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.669775 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.669961 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] debug = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.670671 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.670671 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.670671 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.671623 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.671623 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.671623 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.671623 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.671623 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.671623 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.671991 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.671991 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.672116 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.672230 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.672416 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.672602 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.672815 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.674977 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] host = dv-cinder-809669-1-iscsi {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.674977 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.674977 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.674977 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.674977 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.674977 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.674977 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.674977 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.675716 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.675716 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.675716 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.675716 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.675716 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.675716 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.675716 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] log_file = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.675716 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] log_options = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.675716 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.676243 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.676243 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.676243 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.676243 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.676481 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.676481 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.676739 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.676829 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.676999 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.677180 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.677345 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.677533 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.677718 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.677903 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.678088 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.678278 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.678464 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.678650 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.678854 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.679063 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.679248 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.679433 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.679618 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.679803 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.679989 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.680176 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.680361 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.680546 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.680731 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.680919 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.681106 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.681292 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.681478 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.681663 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.681848 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.682034 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.682223 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.682409 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.682594 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.682780 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.682992 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.683156 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.683640 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.683640 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.683640 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] use_json = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.683871 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.684043 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.684230 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.684911 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.684993 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.685137 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.685315 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.685484 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Sep 20 15:50:52.685907 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.686087 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.686294 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.686486 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.686665 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.686816 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.687044 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.690868 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.690868 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.690868 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.690868 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.690868 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.690868 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.690868 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.690868 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.691418 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 15:50:52.691490 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.691490 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.691490 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.691490 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.691490 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.691490 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.691490 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.691490 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.691966 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.691966 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.691966 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.691966 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.691966 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.691966 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.691966 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.691966 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.691966 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.692501 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.692501 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.692501 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.692501 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.692501 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.692501 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.692501 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.692928 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.692928 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.692928 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.693106 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.693174 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.693675 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.693675 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.693675 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.693950 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.694045 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.694184 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.694391 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.694581 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.694771 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.694988 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.695179 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.695368 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.695558 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.695746 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.695947 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.696163 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.696305 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.696441 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.696585 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.696775 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.696964 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.697153 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.697342 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.697531 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.697720 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.697909 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.698098 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.698288 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.698476 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.698680 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.698909 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.699101 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.699291 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.699480 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.699646 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.699827 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.700021 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.700750 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.700884 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.701072 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.701346 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.701460 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.701593 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.701738 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.701958 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.702359 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.702500 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.702661 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.702801 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.703005 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.703188 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.703379 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.703569 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.703761 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.703951 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.704142 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.704311 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.704505 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.704697 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.704886 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.705083 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.705284 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.705475 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.705671 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.705819 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.706035 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.706195 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.706411 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.706556 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.706706 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.706880 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.707437 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.707437 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.707437 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.708084 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.708084 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.708084 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.708084 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.708668 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.708668 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.708668 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.708668 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.709345 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.709345 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.709345 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.709345 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.709878 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.709878 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.709878 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.710260 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.710260 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.710260 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.710694 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.710694 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.711057 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.711057 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.711236 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.711401 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.711636 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.711636 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.712216 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.712216 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.712216 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.712216 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.712713 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.712713 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.712713 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.713067 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.713067 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.713337 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.713473 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.713608 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.713791 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.713935 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.714119 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.714327 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.714327 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.714596 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.714741 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.714906 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.715045 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.715182 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.715374 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.715564 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.715778 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.715969 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.716158 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.716469 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.716619 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.716731 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.717176 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.717176 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.717460 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.717460 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.717724 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.717724 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.717996 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.718131 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.718267 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.718474 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.718617 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.718754 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.718922 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.719113 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.719318 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.719555 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.719765 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.719975 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.720170 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.720360 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.720559 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.720748 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.720937 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.721140 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.721331 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.721521 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.721709 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.721898 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.722097 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.722287 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.722476 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.722679 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.722889 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.723087 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.723279 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.723468 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.723657 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.723847 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.724040 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.724240 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.724437 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.724627 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.724826 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.725050 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.726985 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.726985 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.726985 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.726985 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.726985 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.726985 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.726985 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.726985 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.726985 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.727559 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.727559 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.727559 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.727559 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.727559 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.727559 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.727905 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.727905 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.728030 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.728215 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.728403 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.729316 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.729316 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.729316 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Sep 20 15:50:52.729316 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82259) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Sep 20 15:50:52.925145 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 48720) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:50:52.937223 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0098760 Sep 20 15:51:02.875450 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a2c892-6968-44bd-9ea1-e719f5a76662 None None] get_active_networks_info from dv-cinder-809669-1-iscsi {{(pid=82370) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Sep 20 15:51:03.209503 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a2c892-6968-44bd-9ea1-e719f5a76662 None None] No non-hosted networks {{(pid=82370) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 20 15:51:03.234241 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.agentschedulers_db [None req-60a2c892-6968-44bd-9ea1-e719f5a76662 None None] DHCP Agent not found on host dv-cinder-809669-1-iscsi {{(pid=82370) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:457}} Sep 20 15:51:03.332917 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9f9d1ff7-111d-4544-b580-7c756e651c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036853748434'] for agent, after_create {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:04.115460 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036853748434'] for agent, after_create {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:04.115966 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:04.116266 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:04.116640 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:04.117011 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:04.117377 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:04.117742 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:04.118107 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:04.118499 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:04.135436 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:04.138500 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:04.139153 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:04.139799 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-809669-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 15:51:04.159261 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-809669-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 15:51:05.075845 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-60820b03-65e9-448e-9843-46a249fb392b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036853748434'] for agent, after_create {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:05.119981 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8abc4211-67c9-4296-9978-5ff778064cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:05.551072 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036853748434'] for agent, after_create {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:06.834030 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036853748434'] for agent, after_create {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:07.614162 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 48836) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:51:08.360214 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [None req-be693596-e832-4091-bfa7-54eb4eb264bb admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=82368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 15:51:08.361512 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-be693596-e832-4091-bfa7-54eb4eb264bb admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.7451856 Sep 20 15:51:10.519167 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 48852) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:51:10.598770 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-12ac0c3d-d7a4-48ec-9feb-23beab07254e admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 15:51:10.854008 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.policy [None req-12ac0c3d-d7a4-48ec-9feb-23beab07254e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82368) register_rules /opt/stack/neutron/neutron/policy.py:68}} Sep 20 15:51:10.861591 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.quota [None req-12ac0c3d-d7a4-48ec-9feb-23beab07254e admin admin] Loaded quota_driver: . Sep 20 15:51:10.899520 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-12ac0c3d-d7a4-48ec-9feb-23beab07254e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:51:10.981538 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-12ac0c3d-d7a4-48ec-9feb-23beab07254e admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363250338250632', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363250338136981', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363250338137753', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363250338072286', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363250338152073', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854759063', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-491791', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854242069', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-639232'] for rbac-policy, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:11.048043 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-12ac0c3d-d7a4-48ec-9feb-23beab07254e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:11.049393 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-12ac0c3d-d7a4-48ec-9feb-23beab07254e admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5291588 Sep 20 15:51:11.191083 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.db.l3_hamode_db [None req-86f2137e-1fe1-4121-b680-b5b4bb99464a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 20 15:51:11.276716 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f2137e-1fe1-4121-b680-b5b4bb99464a None None] Routers set() bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 15:51:11.277134 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f2137e-1fe1-4121-b680-b5b4bb99464a None None] Router IDs set() for agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 20 15:51:13.253506 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 48868) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:51:13.331307 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-d40cbd30-8c93-488e-8376-050ffbd97f61 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'f1969e8687ed42f7ac30517703262fcd', 'name': 'private'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 15:51:13.338017 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-d40cbd30-8c93-488e-8376-050ffbd97f61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:51:13.342553 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-d40cbd30-8c93-488e-8376-050ffbd97f61 admin admin] Usage tracker for resource:network and tenant:f1969e8687ed42f7ac30517703262fcd is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:51:13.346203 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-d40cbd30-8c93-488e-8376-050ffbd97f61 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:51:13.352385 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-d40cbd30-8c93-488e-8376-050ffbd97f61 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:51:13.361145 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40cbd30-8c93-488e-8376-050ffbd97f61 admin admin] Made reservation on behalf of f1969e8687ed42f7ac30517703262fcd for: {'network': 1} {{(pid=82368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 15:51:13.366919 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d40cbd30-8c93-488e-8376-050ffbd97f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for network, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:13.385443 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d40cbd30-8c93-488e-8376-050ffbd97f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:13.426622 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-d40cbd30-8c93-488e-8376-050ffbd97f61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:51:13.430424 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-d40cbd30-8c93-488e-8376-050ffbd97f61 admin admin] Usage tracker for resource:security_group_rule and tenant:f1969e8687ed42f7ac30517703262fcd is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:51:13.433332 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-d40cbd30-8c93-488e-8376-050ffbd97f61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:51:13.439431 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-d40cbd30-8c93-488e-8376-050ffbd97f61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:51:13.511740 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d40cbd30-8c93-488e-8376-050ffbd97f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:13.514313 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d40cbd30-8c93-488e-8376-050ffbd97f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:13.518924 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:51:13.537555 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d40cbd30-8c93-488e-8376-050ffbd97f61 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=82368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 20 15:51:13.560040 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d40cbd30-8c93-488e-8376-050ffbd97f61 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363250340763115', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854403426'] for segment, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:13.560630 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d40cbd30-8c93-488e-8376-050ffbd97f61 admin admin] Unsubscribe: segment precommit_create {{(pid=82368) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Sep 20 15:51:13.561100 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.db.segments_db [None req-d40cbd30-8c93-488e-8376-050ffbd97f61 admin admin] Added segment 9779e681-784d-4e32-8931-9aa5329ffbee of type vlan for network b25bf8f4-d43e-43bb-be82-2a4c46f49444 Sep 20 15:51:13.619710 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40cbd30-8c93-488e-8376-050ffbd97f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b974344f-b228-479b-9434-96d79526f170,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:51:13.644464 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40cbd30-8c93-488e-8376-050ffbd97f61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:13.644833 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40cbd30-8c93-488e-8376-050ffbd97f61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:13.645193 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40cbd30-8c93-488e-8376-050ffbd97f61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:13.645547 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40cbd30-8c93-488e-8376-050ffbd97f61 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:13.645901 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40cbd30-8c93-488e-8376-050ffbd97f61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:13.646250 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40cbd30-8c93-488e-8376-050ffbd97f61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:13.646601 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40cbd30-8c93-488e-8376-050ffbd97f61 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:13.646978 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40cbd30-8c93-488e-8376-050ffbd97f61 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:13.647327 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40cbd30-8c93-488e-8376-050ffbd97f61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:13.647669 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40cbd30-8c93-488e-8376-050ffbd97f61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:13.648014 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40cbd30-8c93-488e-8376-050ffbd97f61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:13.649029 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d40cbd30-8c93-488e-8376-050ffbd97f61 admin admin] Tracked resource versions report: Sep 20 15:51:13.649029 dv-cinder-809669-1-iscsi neutron-server[82259]: pushed versions: Sep 20 15:51:13.649029 dv-cinder-809669-1-iscsi neutron-server[82259]: { 'ConntrackHelper': {'1.0'}, Sep 20 15:51:13.649029 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Log': {'1.0'}, Sep 20 15:51:13.649029 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Network': {'1.1'}, Sep 20 15:51:13.649029 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Port': {'1.5'}, Sep 20 15:51:13.649029 dv-cinder-809669-1-iscsi neutron-server[82259]: 'PortForwarding': {'1.2'}, Sep 20 15:51:13.649029 dv-cinder-809669-1-iscsi neutron-server[82259]: 'QosPolicy': {'1.8'}, Sep 20 15:51:13.649029 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SecurityGroup': {'1.2'}, Sep 20 15:51:13.649029 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SecurityGroupRule': {'1.0'}, Sep 20 15:51:13.649029 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SubPort': {'1.0'}, Sep 20 15:51:13.649029 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Subnet': {'1.1'}, Sep 20 15:51:13.649029 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Trunk': {'1.1'}} Sep 20 15:51:13.649029 dv-cinder-809669-1-iscsi neutron-server[82259]: consumer versions: Sep 20 15:51:13.649029 dv-cinder-809669-1-iscsi neutron-server[82259]: { DHCP agent@dv-cinder-809669-1-iscsi: {}, Sep 20 15:51:13.649029 dv-cinder-809669-1-iscsi neutron-server[82259]: L3 agent@dv-cinder-809669-1-iscsi: {}, Sep 20 15:51:13.649029 dv-cinder-809669-1-iscsi neutron-server[82259]: Metadata agent@dv-cinder-809669-1-iscsi: {}, Sep 20 15:51:13.649029 dv-cinder-809669-1-iscsi neutron-server[82259]: Metering agent@dv-cinder-809669-1-iscsi: {}, Sep 20 15:51:13.649029 dv-cinder-809669-1-iscsi neutron-server[82259]: Open vSwitch agent@dv-cinder-809669-1-iscsi: { 'ConntrackHelper': '1.0', Sep 20 15:51:13.649029 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Log': '1.0', Sep 20 15:51:13.649029 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Network': '1.1', Sep 20 15:51:13.649029 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Port': '1.5', Sep 20 15:51:13.649029 dv-cinder-809669-1-iscsi neutron-server[82259]: 'PortForwarding': '1.2', Sep 20 15:51:13.649029 dv-cinder-809669-1-iscsi neutron-server[82259]: 'QosPolicy': '1.8', Sep 20 15:51:13.649029 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SecurityGroup': '1.2', Sep 20 15:51:13.649029 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SecurityGroupRule': '1.0', Sep 20 15:51:13.649029 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SubPort': '1.0', Sep 20 15:51:13.649029 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Subnet': '1.1', Sep 20 15:51:13.649029 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Trunk': '1.1'}} Sep 20 15:51:13.649029 dv-cinder-809669-1-iscsi neutron-server[82259]: {{(pid=82368) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Sep 20 15:51:13.683307 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d40cbd30-8c93-488e-8376-050ffbd97f61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786513467763'] for network, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:13.700850 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d40cbd30-8c93-488e-8376-050ffbd97f61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:51:13.722752 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d40cbd30-8c93-488e-8376-050ffbd97f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223'] for network, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:13.724096 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40cbd30-8c93-488e-8376-050ffbd97f61 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:51:13.724799 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d40cbd30-8c93-488e-8376-050ffbd97f61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for network, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:13.729571 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:51:13.837977 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-d40cbd30-8c93-488e-8376-050ffbd97f61 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.5832958 Sep 20 15:51:13.838692 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40cbd30-8c93-488e-8376-050ffbd97f61 admin admin] Pushing event updated for resources: {'Network': ['ID=b25bf8f4-d43e-43bb-be82-2a4c46f49444,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:51:13.842903 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d40cbd30-8c93-488e-8376-050ffbd97f61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:51:13.851867 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Network b25bf8f4-d43e-43bb-be82-2a4c46f49444 details requested by agent ovs-agent-dv-cinder-809669-1-iscsi with host dv-cinder-809669-1-iscsi {{(pid=82370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 20 15:51:16.086721 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 48886) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:51:16.264793 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c02d9ff9-78da-46d3-a994-15d521174c1f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:51:16.266223 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-c02d9ff9-78da-46d3-a994-15d521174c1f admin admin] 10.222.0.35 "GET /v2.0/networks/b25bf8f4-d43e-43bb-be82-2a4c46f49444 HTTP/1.1" status: 200 len: 825 time: 0.1784427 Sep 20 15:51:16.295271 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-3969ee16-1734-4219-bc81-4602e16bfd2c admin admin] 10.222.0.35 "GET /v2.0/subnetpools/f8816f78-cba4-4dd7-aed8-2cf0d232d827 HTTP/1.1" status: 200 len: 734 time: 0.0230119 Sep 20 15:51:16.304219 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-2077f1b4-2918-4b17-8103-5b6f5268ca23 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'b25bf8f4-d43e-43bb-be82-2a4c46f49444', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'f8816f78-cba4-4dd7-aed8-2cf0d232d827', 'tenant_id': 'f1969e8687ed42f7ac30517703262fcd'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 15:51:16.308768 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-2077f1b4-2918-4b17-8103-5b6f5268ca23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:51:16.313145 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-2077f1b4-2918-4b17-8103-5b6f5268ca23 admin admin] Usage tracker for resource:subnet and tenant:f1969e8687ed42f7ac30517703262fcd is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:51:16.316090 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-2077f1b4-2918-4b17-8103-5b6f5268ca23 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:51:16.321791 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-2077f1b4-2918-4b17-8103-5b6f5268ca23 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:51:16.330776 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2077f1b4-2918-4b17-8103-5b6f5268ca23 admin admin] Made reservation on behalf of f1969e8687ed42f7ac30517703262fcd for: {'subnet': 1} {{(pid=82368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 15:51:16.335296 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2077f1b4-2918-4b17-8103-5b6f5268ca23 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:16.620424 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2077f1b4-2918-4b17-8103-5b6f5268ca23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223'] for subnet, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:16.625609 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:51:16.710516 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2077f1b4-2918-4b17-8103-5b6f5268ca23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cabb237-ca08-4883-bbe6-79f2662ccf31,revision_number=0']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:51:16.715983 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-2077f1b4-2918-4b17-8103-5b6f5268ca23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:51:16.717793 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2077f1b4-2918-4b17-8103-5b6f5268ca23 admin admin] Checking segment: {'id': '9779e681-784d-4e32-8931-9aa5329ffbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b25bf8f4-d43e-43bb-be82-2a4c46f49444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 15:51:16.718172 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2077f1b4-2918-4b17-8103-5b6f5268ca23 admin admin] Network hostable DHCP agents. Network: b25bf8f4-d43e-43bb-be82-2a4c46f49444, hostable agents: ['8165851e-a8d8-41e5-9937-b2b676de37d1'], hosted agents: [] {{(pid=82368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 20 15:51:16.741091 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2077f1b4-2918-4b17-8103-5b6f5268ca23 admin admin] Network b25bf8f4-d43e-43bb-be82-2a4c46f49444 is scheduled to be hosted by DHCP agent 8165851e-a8d8-41e5-9937-b2b676de37d1 with binding_index 1 {{(pid=82368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 20 15:51:16.750068 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-2077f1b4-2918-4b17-8103-5b6f5268ca23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809669-1-iscsi, b25bf8f4-d43e-43bb-be82-2a4c46f49444) {{(pid=82368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 15:51:16.754676 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2077f1b4-2918-4b17-8103-5b6f5268ca23 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:51:16.755382 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2077f1b4-2918-4b17-8103-5b6f5268ca23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for subnet, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:16.760202 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ace63b-6d2d-43fe-ab1d-e7b036875039 None None] Network b25bf8f4-d43e-43bb-be82-2a4c46f49444 requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 15:51:16.775208 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-2077f1b4-2918-4b17-8103-5b6f5268ca23 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4743783 Sep 20 15:51:17.201393 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4bf300-1aa5-4760-87bd-7b28b5507cdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp970513e9-e7d8-5bbd-b580-39df46ea091a-b25bf8f4-d43e-43bb-be82-2a4c46f49444', 'network_id': 'b25bf8f4-d43e-43bb-be82-2a4c46f49444', 'tenant_id': 'f1969e8687ed42f7ac30517703262fcd', 'fixed_ips': [{'subnet_id': '7cabb237-ca08-4883-bbe6-79f2662ccf31'}]}} from dv-cinder-809669-1-iscsi. {{(pid=82370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Sep 20 15:51:17.203257 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-bf4bf300-1aa5-4760-87bd-7b28b5507cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:17.408761 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [None req-bf4bf300-1aa5-4760-87bd-7b28b5507cdd None None] Allocated IP 172.20.0.2 (b25bf8f4-d43e-43bb-be82-2a4c46f49444/7cabb237-ca08-4883-bbe6-79f2662ccf31/1f8c7df2-c71f-416d-84c5-f7790a5f2478) {{(pid=82370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 15:51:17.642774 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-bf4bf300-1aa5-4760-87bd-7b28b5507cdd None None] Notify callbacks [] for port, precommit_create {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:17.655835 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-bf4bf300-1aa5-4760-87bd-7b28b5507cdd None None] Transition to ACTIVE for port object 1f8c7df2-c71f-416d-84c5-f7790a5f2478 will not be triggered until provisioned by entity L2. {{(pid=82370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 15:51:17.675574 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-bf4bf300-1aa5-4760-87bd-7b28b5507cdd None None] Transition to ACTIVE for port object 1f8c7df2-c71f-416d-84c5-f7790a5f2478 will not be triggered until provisioned by entity DHCP. {{(pid=82370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 15:51:17.682486 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-bf4bf300-1aa5-4760-87bd-7b28b5507cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572'] for port, after_create {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:17.690125 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:51:17.756375 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4bf300-1aa5-4760-87bd-7b28b5507cdd None None] Network b25bf8f4-d43e-43bb-be82-2a4c46f49444 is already hosted by enough agents. {{(pid=82370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 15:51:17.760485 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-bf4bf300-1aa5-4760-87bd-7b28b5507cdd None None] Resources bound (agent type, host, resource id): {{(pid=82370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 15:51:17.762592 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4bf300-1aa5-4760-87bd-7b28b5507cdd None None] Pushing event updated for resources: {'Port': ['ID=1f8c7df2-c71f-416d-84c5-f7790a5f2478,revision_number=1']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:51:17.767560 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4bf300-1aa5-4760-87bd-7b28b5507cdd None None] Received port after_create {{(pid=82370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 15:51:17.777176 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4bf300-1aa5-4760-87bd-7b28b5507cdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:17.777612 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4bf300-1aa5-4760-87bd-7b28b5507cdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:17.777982 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4bf300-1aa5-4760-87bd-7b28b5507cdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:17.778857 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4bf300-1aa5-4760-87bd-7b28b5507cdd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:17.779223 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4bf300-1aa5-4760-87bd-7b28b5507cdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:17.779582 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4bf300-1aa5-4760-87bd-7b28b5507cdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:17.779939 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4bf300-1aa5-4760-87bd-7b28b5507cdd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:17.780295 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4bf300-1aa5-4760-87bd-7b28b5507cdd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:17.780648 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4bf300-1aa5-4760-87bd-7b28b5507cdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:17.780998 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4bf300-1aa5-4760-87bd-7b28b5507cdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:17.781351 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4bf300-1aa5-4760-87bd-7b28b5507cdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:17.782395 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf4bf300-1aa5-4760-87bd-7b28b5507cdd None None] Tracked resource versions report: Sep 20 15:51:17.782395 dv-cinder-809669-1-iscsi neutron-server[82259]: pushed versions: Sep 20 15:51:17.782395 dv-cinder-809669-1-iscsi neutron-server[82259]: { 'ConntrackHelper': {'1.0'}, Sep 20 15:51:17.782395 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Log': {'1.0'}, Sep 20 15:51:17.782395 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Network': {'1.1'}, Sep 20 15:51:17.782395 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Port': {'1.5'}, Sep 20 15:51:17.782395 dv-cinder-809669-1-iscsi neutron-server[82259]: 'PortForwarding': {'1.2'}, Sep 20 15:51:17.782395 dv-cinder-809669-1-iscsi neutron-server[82259]: 'QosPolicy': {'1.8'}, Sep 20 15:51:17.782395 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SecurityGroup': {'1.2'}, Sep 20 15:51:17.782395 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SecurityGroupRule': {'1.0'}, Sep 20 15:51:17.782395 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SubPort': {'1.0'}, Sep 20 15:51:17.782395 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Subnet': {'1.1'}, Sep 20 15:51:17.782395 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Trunk': {'1.1'}} Sep 20 15:51:17.782395 dv-cinder-809669-1-iscsi neutron-server[82259]: consumer versions: Sep 20 15:51:17.782395 dv-cinder-809669-1-iscsi neutron-server[82259]: { DHCP agent@dv-cinder-809669-1-iscsi: {}, Sep 20 15:51:17.782395 dv-cinder-809669-1-iscsi neutron-server[82259]: L3 agent@dv-cinder-809669-1-iscsi: {}, Sep 20 15:51:17.782395 dv-cinder-809669-1-iscsi neutron-server[82259]: Metadata agent@dv-cinder-809669-1-iscsi: {}, Sep 20 15:51:17.782395 dv-cinder-809669-1-iscsi neutron-server[82259]: Metering agent@dv-cinder-809669-1-iscsi: {}, Sep 20 15:51:17.782395 dv-cinder-809669-1-iscsi neutron-server[82259]: Open vSwitch agent@dv-cinder-809669-1-iscsi: { 'ConntrackHelper': '1.0', Sep 20 15:51:17.782395 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Log': '1.0', Sep 20 15:51:17.782395 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Network': '1.1', Sep 20 15:51:17.782395 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Port': '1.5', Sep 20 15:51:17.782395 dv-cinder-809669-1-iscsi neutron-server[82259]: 'PortForwarding': '1.2', Sep 20 15:51:17.782395 dv-cinder-809669-1-iscsi neutron-server[82259]: 'QosPolicy': '1.8', Sep 20 15:51:17.782395 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SecurityGroup': '1.2', Sep 20 15:51:17.782395 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SecurityGroupRule': '1.0', Sep 20 15:51:17.782395 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SubPort': '1.0', Sep 20 15:51:17.782395 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Subnet': '1.1', Sep 20 15:51:17.782395 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Trunk': '1.1'}} Sep 20 15:51:17.782395 dv-cinder-809669-1-iscsi neutron-server[82259]: {{(pid=82370) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Sep 20 15:51:17.814327 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-bf4bf300-1aa5-4760-87bd-7b28b5507cdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:51:17.875930 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-bf4bf300-1aa5-4760-87bd-7b28b5507cdd None None] Attempting to bind port 1f8c7df2-c71f-416d-84c5-f7790a5f2478 on host dv-cinder-809669-1-iscsi for vnic_type normal with profile {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 15:51:17.876379 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-bf4bf300-1aa5-4760-87bd-7b28b5507cdd None None] Attempting to bind port 1f8c7df2-c71f-416d-84c5-f7790a5f2478 by drivers openvswitch,hyperv on host dv-cinder-809669-1-iscsi at level 0 using segments [{'id': '9779e681-784d-4e32-8931-9aa5329ffbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b25bf8f4-d43e-43bb-be82-2a4c46f49444'}] {{(pid=82370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 15:51:17.876804 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4bf300-1aa5-4760-87bd-7b28b5507cdd None None] Attempting to bind port 1f8c7df2-c71f-416d-84c5-f7790a5f2478 on network b25bf8f4-d43e-43bb-be82-2a4c46f49444 {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 15:51:17.884529 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4bf300-1aa5-4760-87bd-7b28b5507cdd None None] Checking agent: {'id': 'e3ab64f4-5a45-40ad-bdab-6ad34693b70b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 51, 4), 'started_at': datetime.datetime(2021, 9, 20, 15, 51, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 15, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 15:51:17.884969 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4bf300-1aa5-4760-87bd-7b28b5507cdd None None] Checking segment: {'id': '9779e681-784d-4e32-8931-9aa5329ffbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b25bf8f4-d43e-43bb-be82-2a4c46f49444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 15:51:17.885438 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-bf4bf300-1aa5-4760-87bd-7b28b5507cdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:17.885868 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4bf300-1aa5-4760-87bd-7b28b5507cdd None None] Bound using segment: {'id': '9779e681-784d-4e32-8931-9aa5329ffbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b25bf8f4-d43e-43bb-be82-2a4c46f49444'} {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 15:51:17.886421 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-bf4bf300-1aa5-4760-87bd-7b28b5507cdd None None] Bound port: 1f8c7df2-c71f-416d-84c5-f7790a5f2478, host: dv-cinder-809669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9779e681-784d-4e32-8931-9aa5329ffbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b25bf8f4-d43e-43bb-be82-2a4c46f49444'}}] {{(pid=82370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 15:51:17.887445 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-bf4bf300-1aa5-4760-87bd-7b28b5507cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:17.976362 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-bf4bf300-1aa5-4760-87bd-7b28b5507cdd None None] For port 1f8c7df2-c71f-416d-84c5-f7790a5f2478, host dv-cinder-809669-1-iscsi, cleared binding levels {{(pid=82370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 15:51:17.980282 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-bf4bf300-1aa5-4760-87bd-7b28b5507cdd None None] For port 1f8c7df2-c71f-416d-84c5-f7790a5f2478, host dv-cinder-809669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=1f8c7df2-c71f-416d-84c5-f7790a5f2478,segment=NetworkSegment(9779e681-784d-4e32-8931-9aa5329ffbee),segment_id=9779e681-784d-4e32-8931-9aa5329ffbee)] {{(pid=82370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 15:51:17.983444 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-bf4bf300-1aa5-4760-87bd-7b28b5507cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:17.987941 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-bf4bf300-1aa5-4760-87bd-7b28b5507cdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:51:18.075766 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4bf300-1aa5-4760-87bd-7b28b5507cdd None None] Pushing event updated for resources: {'Port': ['ID=1f8c7df2-c71f-416d-84c5-f7790a5f2478,revision_number=2']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:51:18.079136 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-bf4bf300-1aa5-4760-87bd-7b28b5507cdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:51:18.971137 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 48898) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:51:19.048090 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [None req-5e070e23-4ef8-4bf6-81af-ae30e3219fcb admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=82368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 15:51:19.049211 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-5e070e23-4ef8-4bf6-81af-ae30e3219fcb admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0770407 Sep 20 15:51:21.229789 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 48914) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:51:21.306453 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [None req-48f6610a-f5c2-4021-8f5a-cfbb09269caa admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=82368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 15:51:21.307558 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-48f6610a-f5c2-4021-8f5a-cfbb09269caa admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0762231 Sep 20 15:51:22.548842 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 1f8c7df2-c71f-416d-84c5-f7790a5f2478 up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 15:51:22.624263 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning for port 1f8c7df2-c71f-416d-84c5-f7790a5f2478 completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 15:51:22.906144 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ac6c9c-3a44-40b1-9df3-a75aa2d755da None None] Network b25bf8f4-d43e-43bb-be82-2a4c46f49444 requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 15:51:23.022562 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0206d476-1fa9-4fce-8f4c-566655a50a05 None None] Provisioning for port 1f8c7df2-c71f-416d-84c5-f7790a5f2478 completed by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 15:51:23.030615 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0206d476-1fa9-4fce-8f4c-566655a50a05 None None] Provisioning complete for port 1f8c7df2-c71f-416d-84c5-f7790a5f2478 triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 15:51:23.031062 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0206d476-1fa9-4fce-8f4c-566655a50a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:23.383737 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0206d476-1fa9-4fce-8f4c-566655a50a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:23.435204 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-0206d476-1fa9-4fce-8f4c-566655a50a05 None None] For port 1f8c7df2-c71f-416d-84c5-f7790a5f2478, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=1f8c7df2-c71f-416d-84c5-f7790a5f2478,segment=NetworkSegment(9779e681-784d-4e32-8931-9aa5329ffbee),segment_id=9779e681-784d-4e32-8931-9aa5329ffbee)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 15:51:23.438048 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0206d476-1fa9-4fce-8f4c-566655a50a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:23.441116 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-bf4bf300-1aa5-4760-87bd-7b28b5507cdd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:51:23.509137 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206d476-1fa9-4fce-8f4c-566655a50a05 None None] Pushing event updated for resources: {'Port': ['ID=1f8c7df2-c71f-416d-84c5-f7790a5f2478,revision_number=3']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:51:23.513030 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0206d476-1fa9-4fce-8f4c-566655a50a05 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:51:23.561180 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 48928) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:51:23.640678 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-79583e27-8388-46f0-9430-17de081b70c8 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'f1969e8687ed42f7ac30517703262fcd'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 15:51:23.646242 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-79583e27-8388-46f0-9430-17de081b70c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:51:23.650449 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-79583e27-8388-46f0-9430-17de081b70c8 admin admin] Usage tracker for resource:router and tenant:f1969e8687ed42f7ac30517703262fcd is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:51:23.653925 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-79583e27-8388-46f0-9430-17de081b70c8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:51:23.660026 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-79583e27-8388-46f0-9430-17de081b70c8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:51:23.669082 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-79583e27-8388-46f0-9430-17de081b70c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1025813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7918'] for router, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:23.670268 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-79583e27-8388-46f0-9430-17de081b70c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853749765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853757889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853807792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767898'] for router, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:23.693342 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-79583e27-8388-46f0-9430-17de081b70c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:23.766383 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-1735b358-601c-415c-9172-bc2fe006759b None None] Provisioning complete for port 1f8c7df2-c71f-416d-84c5-f7790a5f2478 triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 15:51:23.766724 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1735b358-601c-415c-9172-bc2fe006759b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:23.791962 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-79583e27-8388-46f0-9430-17de081b70c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853749987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1017962'] for router, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:23.813188 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-79583e27-8388-46f0-9430-17de081b70c8 admin admin] Notify callbacks [] for router, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:23.814464 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-79583e27-8388-46f0-9430-17de081b70c8 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2521145 Sep 20 15:51:24.516143 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 1f8c7df2-c71f-416d-84c5-f7790a5f2478 up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 15:51:24.585609 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port 1f8c7df2-c71f-416d-84c5-f7790a5f2478 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 15:51:24.586169 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:25.969836 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 48940) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:51:26.044662 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [None req-de135270-46f6-4928-a837-60d8c583cd03 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=82368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 15:51:26.045791 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-de135270-46f6-4928-a837-60d8c583cd03 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0749297 Sep 20 15:51:28.198773 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 48952) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:51:28.275639 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-846027f7-aec3-4f1d-9a74-ab70d2da8959 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 15:51:28.280524 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-846027f7-aec3-4f1d-9a74-ab70d2da8959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:51:28.284434 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-846027f7-aec3-4f1d-9a74-ab70d2da8959 admin admin] Usage tracker for resource:network and tenant:f79aafc7434f4562bb7e9a833bc1a566 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:51:28.287892 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-846027f7-aec3-4f1d-9a74-ab70d2da8959 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:51:28.293756 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-846027f7-aec3-4f1d-9a74-ab70d2da8959 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:51:28.302125 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846027f7-aec3-4f1d-9a74-ab70d2da8959 admin admin] Made reservation on behalf of f79aafc7434f4562bb7e9a833bc1a566 for: {'network': 1} {{(pid=82368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 15:51:28.306628 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-846027f7-aec3-4f1d-9a74-ab70d2da8959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for network, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:28.319454 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-846027f7-aec3-4f1d-9a74-ab70d2da8959 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:28.351615 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-846027f7-aec3-4f1d-9a74-ab70d2da8959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:51:28.355403 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-846027f7-aec3-4f1d-9a74-ab70d2da8959 admin admin] Usage tracker for resource:security_group_rule and tenant:f79aafc7434f4562bb7e9a833bc1a566 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:51:28.358148 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-846027f7-aec3-4f1d-9a74-ab70d2da8959 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:51:28.363854 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-846027f7-aec3-4f1d-9a74-ab70d2da8959 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:51:28.430521 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-846027f7-aec3-4f1d-9a74-ab70d2da8959 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:28.432966 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-846027f7-aec3-4f1d-9a74-ab70d2da8959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:28.437670 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d40cbd30-8c93-488e-8376-050ffbd97f61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:51:28.450575 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-846027f7-aec3-4f1d-9a74-ab70d2da8959 admin admin] Reserving flat network on physical network physnet1 {{(pid=82368) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Sep 20 15:51:28.474725 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846027f7-aec3-4f1d-9a74-ab70d2da8959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafc8426-faff-4ca3-815d-3523c4123386,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:51:28.477619 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-846027f7-aec3-4f1d-9a74-ab70d2da8959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854403426'] for segment, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:28.478002 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.db.segments_db [None req-846027f7-aec3-4f1d-9a74-ab70d2da8959 admin admin] Added segment fa70b37f-a099-4785-9555-8d4eef3560f5 of type flat for network 378c8f1a-f14e-4679-b139-5c2d775a72d9 Sep 20 15:51:28.479266 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-846027f7-aec3-4f1d-9a74-ab70d2da8959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:51:28.511013 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-846027f7-aec3-4f1d-9a74-ab70d2da8959 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786513467763'] for network, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:28.545805 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-846027f7-aec3-4f1d-9a74-ab70d2da8959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223'] for network, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:28.547034 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846027f7-aec3-4f1d-9a74-ab70d2da8959 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:51:28.547662 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-846027f7-aec3-4f1d-9a74-ab70d2da8959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for network, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:28.552486 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d40cbd30-8c93-488e-8376-050ffbd97f61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:51:28.782162 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-846027f7-aec3-4f1d-9a74-ab70d2da8959 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5815232 Sep 20 15:51:28.785200 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846027f7-aec3-4f1d-9a74-ab70d2da8959 admin admin] Pushing event updated for resources: {'Network': ['ID=378c8f1a-f14e-4679-b139-5c2d775a72d9,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:51:28.787993 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-846027f7-aec3-4f1d-9a74-ab70d2da8959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:51:28.796156 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Network 378c8f1a-f14e-4679-b139-5c2d775a72d9 details requested by agent ovs-agent-dv-cinder-809669-1-iscsi with host dv-cinder-809669-1-iscsi {{(pid=82370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 20 15:51:30.928391 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 48964) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:51:31.068946 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15319ff2-f655-485f-8254-2b3267e79b56 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:51:31.070302 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-15319ff2-f655-485f-8254-2b3267e79b56 admin admin] 10.222.0.35 "GET /v2.0/subnets/7cabb237-ca08-4883-bbe6-79f2662ccf31 HTTP/1.1" status: 200 len: 849 time: 0.1408830 Sep 20 15:51:31.218349 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-bac8892d-2528-4b43-bead-061094a32c3f admin admin] 10.222.0.35 "GET /v2.0/routers/9beb844b-be17-482f-bd9d-90f6c412c720 HTTP/1.1" status: 200 len: 704 time: 0.1415064 Sep 20 15:51:31.690520 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-63e2feb4-72b3-4b0b-9404-89f74e7ba475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:31.926490 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [None req-63e2feb4-72b3-4b0b-9404-89f74e7ba475 admin admin] Allocated IP 172.20.0.1 (b25bf8f4-d43e-43bb-be82-2a4c46f49444/7cabb237-ca08-4883-bbe6-79f2662ccf31/15411a62-1631-4400-96ea-ac19e0a02dcb) {{(pid=82368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 15:51:32.086735 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-63e2feb4-72b3-4b0b-9404-89f74e7ba475 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:32.103628 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-63e2feb4-72b3-4b0b-9404-89f74e7ba475 admin admin] Transition to ACTIVE for port object 15411a62-1631-4400-96ea-ac19e0a02dcb will not be triggered until provisioned by entity DHCP. {{(pid=82368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 15:51:32.149615 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-63e2feb4-72b3-4b0b-9404-89f74e7ba475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572'] for port, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:32.154403 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:51:32.222119 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e2feb4-72b3-4b0b-9404-89f74e7ba475 admin admin] Network b25bf8f4-d43e-43bb-be82-2a4c46f49444 is already hosted by enough agents. {{(pid=82368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 15:51:32.225171 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-63e2feb4-72b3-4b0b-9404-89f74e7ba475 admin admin] Resources bound (agent type, host, resource id): {{(pid=82368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 15:51:32.229470 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e2feb4-72b3-4b0b-9404-89f74e7ba475 admin admin] Received port after_create {{(pid=82368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 15:51:32.230973 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-63e2feb4-72b3-4b0b-9404-89f74e7ba475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853758162'] for router_interface, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:32.233172 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e2feb4-72b3-4b0b-9404-89f74e7ba475 admin admin] Pushing event updated for resources: {'Port': ['ID=15411a62-1631-4400-96ea-ac19e0a02dcb,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:51:32.236947 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-63e2feb4-72b3-4b0b-9404-89f74e7ba475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:51:32.352551 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-63e2feb4-72b3-4b0b-9404-89f74e7ba475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:32.455959 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-c0f68c58-f49f-4ccb-a4fe-a23d07d62994 None None] Provisioning for port 15411a62-1631-4400-96ea-ac19e0a02dcb completed by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 15:51:32.460863 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-c0f68c58-f49f-4ccb-a4fe-a23d07d62994 None None] Provisioning complete for port 15411a62-1631-4400-96ea-ac19e0a02dcb triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 15:51:32.461271 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c0f68c58-f49f-4ccb-a4fe-a23d07d62994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:32.513252 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-c0f68c58-f49f-4ccb-a4fe-a23d07d62994 None None] Port 15411a62-1631-4400-96ea-ac19e0a02dcb cannot update to ACTIVE because it is not bound. {{(pid=82370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 20 15:51:32.589978 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-63e2feb4-72b3-4b0b-9404-89f74e7ba475 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:32.593484 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-63e2feb4-72b3-4b0b-9404-89f74e7ba475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:32.594536 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-63e2feb4-72b3-4b0b-9404-89f74e7ba475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853516226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1017672'] for router_interface, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:32.598533 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-63e2feb4-72b3-4b0b-9404-89f74e7ba475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:51:32.711662 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2923ac40-0846-4e63-8e6d-b0646767cccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:32.891194 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e2feb4-72b3-4b0b-9404-89f74e7ba475 admin admin] Pushing event updated for resources: {'Port': ['ID=15411a62-1631-4400-96ea-ac19e0a02dcb,revision_number=2']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:51:32.898307 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-63e2feb4-72b3-4b0b-9404-89f74e7ba475 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:51:32.951568 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e2feb4-72b3-4b0b-9404-89f74e7ba475 admin admin] Network b25bf8f4-d43e-43bb-be82-2a4c46f49444 is already hosted by enough agents. {{(pid=82368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 15:51:32.952926 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-63e2feb4-72b3-4b0b-9404-89f74e7ba475 admin admin] Resources bound (agent type, host, resource id): {{(pid=82368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 15:51:33.239844 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-50771bad-2851-42ed-96dd-6dc33dd63a11 None None] Provisioning complete for port 15411a62-1631-4400-96ea-ac19e0a02dcb triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 15:51:33.240384 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-50771bad-2851-42ed-96dd-6dc33dd63a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:33.296144 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-50771bad-2851-42ed-96dd-6dc33dd63a11 None None] Port 15411a62-1631-4400-96ea-ac19e0a02dcb cannot update to ACTIVE because it is not bound. {{(pid=82370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 20 15:51:33.320919 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e2feb4-72b3-4b0b-9404-89f74e7ba475 admin admin] Router 9beb844b-be17-482f-bd9d-90f6c412c720 is scheduled to L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a with binding_index 1 {{(pid=82368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Sep 20 15:51:33.489950 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e2feb4-72b3-4b0b-9404-89f74e7ba475 admin admin] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 15:51:33.499799 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2185b3a6-c4c8-42a4-9efd-dc171932a452 None None] Sync routers for ids ['9beb844b-be17-482f-bd9d-90f6c412c720'] in dv-cinder-809669-1-iscsi {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 15:51:33.500219 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-63e2feb4-72b3-4b0b-9404-89f74e7ba475 admin admin] 10.222.0.35 "PUT /v2.0/routers/9beb844b-be17-482f-bd9d-90f6c412c720/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2763562 Sep 20 15:51:33.513074 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2185b3a6-c4c8-42a4-9efd-dc171932a452 None None] Routers {'9beb844b-be17-482f-bd9d-90f6c412c720'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 15:51:33.513791 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-2185b3a6-c4c8-42a4-9efd-dc171932a452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T15:51:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['9beb844b-be17-482f-bd9d-90f6c412c720'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 15:51:33.687067 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-2185b3a6-c4c8-42a4-9efd-dc171932a452 None None] Set router 9beb844b-be17-482f-bd9d-90f6c412c720 gateway port host: None {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 15:51:34.059308 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:34.061535 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-2185b3a6-c4c8-42a4-9efd-dc171932a452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9beb844b-be17-482f-bd9d-90f6c412c720', 'name': 'router1', 'tenant_id': 'f1969e8687ed42f7ac30517703262fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:51:23Z', 'updated_at': '2021-09-20T15:51:32Z', 'revision_number': 2, 'project_id': 'f1969e8687ed42f7ac30517703262fcd', 'gw_port_host': None, '_interfaces': [{'id': '15411a62-1631-4400-96ea-ac19e0a02dcb', 'name': '', 'network_id': 'b25bf8f4-d43e-43bb-be82-2a4c46f49444', 'tenant_id': 'f1969e8687ed42f7ac30517703262fcd', 'mac_address': 'fa:16:3e:44:1b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9beb844b-be17-482f-bd9d-90f6c412c720', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cabb237-ca08-4883-bbe6-79f2662ccf31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:51:31Z', 'updated_at': '2021-09-20T15:51:32Z', 'revision_number': 2, 'project_id': 'f1969e8687ed42f7ac30517703262fcd', 'subnets': [{'id': '7cabb237-ca08-4883-bbe6-79f2662ccf31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f8816f78-cba4-4dd7-aed8-2cf0d232d827'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 15:51:34.066741 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2185b3a6-c4c8-42a4-9efd-dc171932a452 None None] Checking router: 9beb844b-be17-482f-bd9d-90f6c412c720 for host: dv-cinder-809669-1-iscsi {{(pid=82371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 15:51:34.067165 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2185b3a6-c4c8-42a4-9efd-dc171932a452 None None] Updating router 9beb844b-be17-482f-bd9d-90f6c412c720 port 15411a62-1631-4400-96ea-ac19e0a02dcb binding host dv-cinder-809669-1-iscsi {{(pid=82371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 20 15:51:34.119216 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2185b3a6-c4c8-42a4-9efd-dc171932a452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:34.513667 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2185b3a6-c4c8-42a4-9efd-dc171932a452 None None] Notify callbacks [] for port, precommit_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:34.528046 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-2185b3a6-c4c8-42a4-9efd-dc171932a452 None None] Transition to ACTIVE for port object 15411a62-1631-4400-96ea-ac19e0a02dcb will not be triggered until provisioned by entity L2. {{(pid=82371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 15:51:34.533606 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2185b3a6-c4c8-42a4-9efd-dc171932a452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:34.539079 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:51:34.741609 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1620cd-3710-4e6e-b328-c6896cf95ad8 None None] Pushing event updated for resources: {'Port': ['ID=15411a62-1631-4400-96ea-ac19e0a02dcb,revision_number=3']} {{(pid=82371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:51:34.764404 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1620cd-3710-4e6e-b328-c6896cf95ad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:34.764785 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1620cd-3710-4e6e-b328-c6896cf95ad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:34.765151 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1620cd-3710-4e6e-b328-c6896cf95ad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:34.765508 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1620cd-3710-4e6e-b328-c6896cf95ad8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:34.765865 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1620cd-3710-4e6e-b328-c6896cf95ad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:34.766223 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1620cd-3710-4e6e-b328-c6896cf95ad8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:34.766573 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1620cd-3710-4e6e-b328-c6896cf95ad8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:34.766988 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1620cd-3710-4e6e-b328-c6896cf95ad8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:34.767338 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1620cd-3710-4e6e-b328-c6896cf95ad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:34.767686 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1620cd-3710-4e6e-b328-c6896cf95ad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:34.768035 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1620cd-3710-4e6e-b328-c6896cf95ad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:34.769383 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1620cd-3710-4e6e-b328-c6896cf95ad8 None None] Tracked resource versions report: Sep 20 15:51:34.769383 dv-cinder-809669-1-iscsi neutron-server[82259]: pushed versions: Sep 20 15:51:34.769383 dv-cinder-809669-1-iscsi neutron-server[82259]: { 'ConntrackHelper': {'1.0'}, Sep 20 15:51:34.769383 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Log': {'1.0'}, Sep 20 15:51:34.769383 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Network': {'1.1'}, Sep 20 15:51:34.769383 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Port': {'1.5'}, Sep 20 15:51:34.769383 dv-cinder-809669-1-iscsi neutron-server[82259]: 'PortForwarding': {'1.2'}, Sep 20 15:51:34.769383 dv-cinder-809669-1-iscsi neutron-server[82259]: 'QosPolicy': {'1.8'}, Sep 20 15:51:34.769383 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SecurityGroup': {'1.2'}, Sep 20 15:51:34.769383 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SecurityGroupRule': {'1.0'}, Sep 20 15:51:34.769383 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SubPort': {'1.0'}, Sep 20 15:51:34.769383 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Subnet': {'1.1'}, Sep 20 15:51:34.769383 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Trunk': {'1.1'}} Sep 20 15:51:34.769383 dv-cinder-809669-1-iscsi neutron-server[82259]: consumer versions: Sep 20 15:51:34.769383 dv-cinder-809669-1-iscsi neutron-server[82259]: { DHCP agent@dv-cinder-809669-1-iscsi: {}, Sep 20 15:51:34.769383 dv-cinder-809669-1-iscsi neutron-server[82259]: L3 agent@dv-cinder-809669-1-iscsi: {}, Sep 20 15:51:34.769383 dv-cinder-809669-1-iscsi neutron-server[82259]: Metadata agent@dv-cinder-809669-1-iscsi: {}, Sep 20 15:51:34.769383 dv-cinder-809669-1-iscsi neutron-server[82259]: Metering agent@dv-cinder-809669-1-iscsi: {}, Sep 20 15:51:34.769383 dv-cinder-809669-1-iscsi neutron-server[82259]: Open vSwitch agent@dv-cinder-809669-1-iscsi: { 'ConntrackHelper': '1.0', Sep 20 15:51:34.769383 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Log': '1.0', Sep 20 15:51:34.769383 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Network': '1.1', Sep 20 15:51:34.769383 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Port': '1.5', Sep 20 15:51:34.769383 dv-cinder-809669-1-iscsi neutron-server[82259]: 'PortForwarding': '1.2', Sep 20 15:51:34.769383 dv-cinder-809669-1-iscsi neutron-server[82259]: 'QosPolicy': '1.8', Sep 20 15:51:34.769383 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SecurityGroup': '1.2', Sep 20 15:51:34.769383 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SecurityGroupRule': '1.0', Sep 20 15:51:34.769383 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SubPort': '1.0', Sep 20 15:51:34.769383 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Subnet': '1.1', Sep 20 15:51:34.769383 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Trunk': '1.1'}} Sep 20 15:51:34.769383 dv-cinder-809669-1-iscsi neutron-server[82259]: {{(pid=82371) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Sep 20 15:51:34.776811 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-3a1620cd-3710-4e6e-b328-c6896cf95ad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:51:34.779069 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-2185b3a6-c4c8-42a4-9efd-dc171932a452 None None] Attempting to bind port 15411a62-1631-4400-96ea-ac19e0a02dcb on host dv-cinder-809669-1-iscsi for vnic_type normal with profile {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 15:51:34.779507 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-2185b3a6-c4c8-42a4-9efd-dc171932a452 None None] Attempting to bind port 15411a62-1631-4400-96ea-ac19e0a02dcb by drivers openvswitch,hyperv on host dv-cinder-809669-1-iscsi at level 0 using segments [{'id': '9779e681-784d-4e32-8931-9aa5329ffbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b25bf8f4-d43e-43bb-be82-2a4c46f49444'}] {{(pid=82371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 15:51:34.779930 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2185b3a6-c4c8-42a4-9efd-dc171932a452 None None] Attempting to bind port 15411a62-1631-4400-96ea-ac19e0a02dcb on network b25bf8f4-d43e-43bb-be82-2a4c46f49444 {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 15:51:34.787048 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2185b3a6-c4c8-42a4-9efd-dc171932a452 None None] Checking agent: {'id': 'e3ab64f4-5a45-40ad-bdab-6ad34693b70b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 51, 4), 'started_at': datetime.datetime(2021, 9, 20, 15, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 15, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 15:51:34.787469 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2185b3a6-c4c8-42a4-9efd-dc171932a452 None None] Checking segment: {'id': '9779e681-784d-4e32-8931-9aa5329ffbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b25bf8f4-d43e-43bb-be82-2a4c46f49444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 15:51:34.787936 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2185b3a6-c4c8-42a4-9efd-dc171932a452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:34.788356 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2185b3a6-c4c8-42a4-9efd-dc171932a452 None None] Bound using segment: {'id': '9779e681-784d-4e32-8931-9aa5329ffbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b25bf8f4-d43e-43bb-be82-2a4c46f49444'} {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 15:51:34.788888 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-2185b3a6-c4c8-42a4-9efd-dc171932a452 None None] Bound port: 15411a62-1631-4400-96ea-ac19e0a02dcb, host: dv-cinder-809669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9779e681-784d-4e32-8931-9aa5329ffbee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'b25bf8f4-d43e-43bb-be82-2a4c46f49444'}}] {{(pid=82371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 15:51:34.789288 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2185b3a6-c4c8-42a4-9efd-dc171932a452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:34.879458 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-2185b3a6-c4c8-42a4-9efd-dc171932a452 None None] For port 15411a62-1631-4400-96ea-ac19e0a02dcb, host dv-cinder-809669-1-iscsi, cleared binding levels {{(pid=82371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 15:51:34.883878 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-2185b3a6-c4c8-42a4-9efd-dc171932a452 None None] For port 15411a62-1631-4400-96ea-ac19e0a02dcb, host dv-cinder-809669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=15411a62-1631-4400-96ea-ac19e0a02dcb,segment=NetworkSegment(9779e681-784d-4e32-8931-9aa5329ffbee),segment_id=9779e681-784d-4e32-8931-9aa5329ffbee)] {{(pid=82371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 15:51:34.890600 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2185b3a6-c4c8-42a4-9efd-dc171932a452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:34.896224 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-3a1620cd-3710-4e6e-b328-c6896cf95ad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:51:34.989066 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1620cd-3710-4e6e-b328-c6896cf95ad8 None None] Pushing event updated for resources: {'Port': ['ID=15411a62-1631-4400-96ea-ac19e0a02dcb,revision_number=4']} {{(pid=82371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:51:34.992463 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-3a1620cd-3710-4e6e-b328-c6896cf95ad8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:51:34.993451 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2185b3a6-c4c8-42a4-9efd-dc171932a452 None None] Routers {'9beb844b-be17-482f-bd9d-90f6c412c720'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 15:51:34.994108 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-2185b3a6-c4c8-42a4-9efd-dc171932a452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T15:51:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['9beb844b-be17-482f-bd9d-90f6c412c720'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 15:51:35.085474 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-38807932-4a86-47a1-bc73-cb8743420859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:35.153539 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-2185b3a6-c4c8-42a4-9efd-dc171932a452 None None] Set router 9beb844b-be17-482f-bd9d-90f6c412c720 gateway port host: None {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 15:51:35.473464 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:35.492538 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-2185b3a6-c4c8-42a4-9efd-dc171932a452 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9beb844b-be17-482f-bd9d-90f6c412c720', 'name': 'router1', 'tenant_id': 'f1969e8687ed42f7ac30517703262fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:51:23Z', 'updated_at': '2021-09-20T15:51:32Z', 'revision_number': 2, 'project_id': 'f1969e8687ed42f7ac30517703262fcd', 'gw_port_host': None, '_interfaces': [{'id': '15411a62-1631-4400-96ea-ac19e0a02dcb', 'name': '', 'network_id': 'b25bf8f4-d43e-43bb-be82-2a4c46f49444', 'tenant_id': 'f1969e8687ed42f7ac30517703262fcd', 'mac_address': 'fa:16:3e:44:1b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9beb844b-be17-482f-bd9d-90f6c412c720', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cabb237-ca08-4883-bbe6-79f2662ccf31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:51:31Z', 'updated_at': '2021-09-20T15:51:34Z', 'revision_number': 4, 'project_id': 'f1969e8687ed42f7ac30517703262fcd', 'subnets': [{'id': '7cabb237-ca08-4883-bbe6-79f2662ccf31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f8816f78-cba4-4dd7-aed8-2cf0d232d827'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 15:51:35.497190 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2185b3a6-c4c8-42a4-9efd-dc171932a452 None None] The sync data for ids ['9beb844b-be17-482f-bd9d-90f6c412c720'] in dv-cinder-809669-1-iscsi is: [{'id': '9beb844b-be17-482f-bd9d-90f6c412c720', 'name': 'router1', 'tenant_id': 'f1969e8687ed42f7ac30517703262fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:51:23Z', 'updated_at': '2021-09-20T15:51:32Z', 'revision_number': 2, 'project_id': 'f1969e8687ed42f7ac30517703262fcd', 'gw_port_host': None, '_interfaces': [{'id': '15411a62-1631-4400-96ea-ac19e0a02dcb', 'name': '', 'network_id': 'b25bf8f4-d43e-43bb-be82-2a4c46f49444', 'tenant_id': 'f1969e8687ed42f7ac30517703262fcd', 'mac_address': 'fa:16:3e:44:1b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9beb844b-be17-482f-bd9d-90f6c412c720', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cabb237-ca08-4883-bbe6-79f2662ccf31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:51:31Z', 'updated_at': '2021-09-20T15:51:34Z', 'revision_number': 4, 'project_id': 'f1969e8687ed42f7ac30517703262fcd', 'subnets': [{'id': '7cabb237-ca08-4883-bbe6-79f2662ccf31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f8816f78-cba4-4dd7-aed8-2cf0d232d827'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 15:51:35.639773 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 48978) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:51:35.645457 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.agents_db [None req-ae0f67a0-09e8-4135-93df-5bebfb5cb2de None None] Agent healthcheck: found 5 active agents {{(pid=82371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 20 15:51:35.822864 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca23af22-e519-4201-84cb-9e8bc259a84f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:51:35.823378 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-ca23af22-e519-4201-84cb-9e8bc259a84f admin admin] Synchronizing usage tracker for tenant:f79aafc7434f4562bb7e9a833bc1a566 on resource:network {{(pid=82368) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 15:51:35.840864 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-ca23af22-e519-4201-84cb-9e8bc259a84f admin admin] Unset dirty status for tenant:f79aafc7434f4562bb7e9a833bc1a566 on resource:network {{(pid=82368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 15:51:35.842165 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-ca23af22-e519-4201-84cb-9e8bc259a84f admin admin] 10.222.0.35 "GET /v2.0/networks/378c8f1a-f14e-4679-b139-5c2d775a72d9 HTTP/1.1" status: 200 len: 842 time: 0.2011881 Sep 20 15:51:35.852263 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-8e8d8041-deab-4a31-bea3-7f61788a0c4a admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'ip_version': 4, 'name': 'public-subnet', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'enable_dhcp': False, 'gateway_ip': '172.27.3.1'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 15:51:35.858310 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-8e8d8041-deab-4a31-bea3-7f61788a0c4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:51:35.862437 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-8e8d8041-deab-4a31-bea3-7f61788a0c4a admin admin] Usage tracker for resource:subnet and tenant:f79aafc7434f4562bb7e9a833bc1a566 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:51:35.865444 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-8e8d8041-deab-4a31-bea3-7f61788a0c4a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:51:35.871967 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-8e8d8041-deab-4a31-bea3-7f61788a0c4a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:51:35.880608 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8d8041-deab-4a31-bea3-7f61788a0c4a admin admin] Made reservation on behalf of f79aafc7434f4562bb7e9a833bc1a566 for: {'subnet': 1} {{(pid=82368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 15:51:35.885209 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8e8d8041-deab-4a31-bea3-7f61788a0c4a admin admin] Notify callbacks [] for subnet, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:36.271114 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8e8d8041-deab-4a31-bea3-7f61788a0c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223'] for subnet, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:36.275258 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:51:36.356741 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d8041-deab-4a31-bea3-7f61788a0c4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1,revision_number=0']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:51:36.361173 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-8e8d8041-deab-4a31-bea3-7f61788a0c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:51:36.366505 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8d8041-deab-4a31-bea3-7f61788a0c4a admin admin] Checking segment: {'id': 'fa70b37f-a099-4785-9555-8d4eef3560f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 15:51:36.366922 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8d8041-deab-4a31-bea3-7f61788a0c4a admin admin] Network hostable DHCP agents. Network: 378c8f1a-f14e-4679-b139-5c2d775a72d9, hostable agents: ['8165851e-a8d8-41e5-9937-b2b676de37d1'], hosted agents: [] {{(pid=82368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 20 15:51:36.389802 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8d8041-deab-4a31-bea3-7f61788a0c4a admin admin] Network 378c8f1a-f14e-4679-b139-5c2d775a72d9 is scheduled to be hosted by DHCP agent 8165851e-a8d8-41e5-9937-b2b676de37d1 with binding_index 1 {{(pid=82368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 20 15:51:36.398438 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-8e8d8041-deab-4a31-bea3-7f61788a0c4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809669-1-iscsi, 378c8f1a-f14e-4679-b139-5c2d775a72d9) {{(pid=82368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 15:51:36.402444 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8d8041-deab-4a31-bea3-7f61788a0c4a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:51:36.403111 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8e8d8041-deab-4a31-bea3-7f61788a0c4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for subnet, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:36.407988 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b9d351-d64a-42de-945a-69c1607df96d None None] Network 378c8f1a-f14e-4679-b139-5c2d775a72d9 requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 15:51:36.424498 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-8e8d8041-deab-4a31-bea3-7f61788a0c4a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5759315 Sep 20 15:51:36.583341 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 15411a62-1631-4400-96ea-ac19e0a02dcb up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 15:51:36.708839 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2675e738-0d97-4349-a2c9-0922541555ed None None] Network 378c8f1a-f14e-4679-b139-5c2d775a72d9 requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 15:51:36.724939 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning for port 15411a62-1631-4400-96ea-ac19e0a02dcb completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 15:51:36.743265 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port 15411a62-1631-4400-96ea-ac19e0a02dcb triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 15:51:36.743664 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:36.874643 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:37.033125 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:37.076128 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] For port 15411a62-1631-4400-96ea-ac19e0a02dcb, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=15411a62-1631-4400-96ea-ac19e0a02dcb,segment=NetworkSegment(9779e681-784d-4e32-8931-9aa5329ffbee),segment_id=9779e681-784d-4e32-8931-9aa5329ffbee)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 15:51:37.079269 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:37.081434 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:51:37.144863 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Pushing event updated for resources: {'Port': ['ID=15411a62-1631-4400-96ea-ac19e0a02dcb,revision_number=5']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:51:37.148458 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:51:38.528426 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 15411a62-1631-4400-96ea-ac19e0a02dcb up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 15:51:38.598878 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port 15411a62-1631-4400-96ea-ac19e0a02dcb triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 15:51:38.599313 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:38.717141 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 48996) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:51:39.450125 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.policy [None req-88186450-512d-4ba4-8846-9b12345aed6c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82369) register_rules /opt/stack/neutron/neutron/policy.py:68}} Sep 20 15:51:39.684417 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-88186450-512d-4ba4-8846-9b12345aed6c admin admin] 10.222.0.35 "GET /v2.0/routers/9beb844b-be17-482f-bd9d-90f6c412c720 HTTP/1.1" status: 200 len: 710 time: 0.9661257 Sep 20 15:51:39.845292 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973492c1-57ab-4db2-a2b8-441b1b32ee80 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:51:39.846869 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-973492c1-57ab-4db2-a2b8-441b1b32ee80 admin admin] 10.222.0.35 "GET /v2.0/networks/378c8f1a-f14e-4679-b139-5c2d775a72d9 HTTP/1.1" status: 200 len: 886 time: 0.1566880 Sep 20 15:51:39.857260 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-9a7f7e3a-4b55-4771-a513-6ffd60a89554 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'}}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 15:51:40.455961 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9a7f7e3a-4b55-4771-a513-6ffd60a89554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853757940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1025898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767881'] for router, precommit_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:40.646113 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9a7f7e3a-4b55-4771-a513-6ffd60a89554 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:40.705356 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9a7f7e3a-4b55-4771-a513-6ffd60a89554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:40.867612 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [None req-9a7f7e3a-4b55-4771-a513-6ffd60a89554 admin admin] Allocated IP 172.27.3.9 (378c8f1a-f14e-4679-b139-5c2d775a72d9/ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1/b22e2127-7097-43ee-a242-dea5340786f4) {{(pid=82369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 15:51:41.023351 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9a7f7e3a-4b55-4771-a513-6ffd60a89554 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:41.076517 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9a7f7e3a-4b55-4771-a513-6ffd60a89554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572'] for port, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:41.082344 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:51:41.139364 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7f7e3a-4b55-4771-a513-6ffd60a89554 admin admin] Network 378c8f1a-f14e-4679-b139-5c2d775a72d9 is already hosted by enough agents. {{(pid=82369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 15:51:41.142076 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-9a7f7e3a-4b55-4771-a513-6ffd60a89554 admin admin] Resources bound (agent type, host, resource id): {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 15:51:41.176049 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f7e3a-4b55-4771-a513-6ffd60a89554 admin admin] Pushing event updated for resources: {'Port': ['ID=b22e2127-7097-43ee-a242-dea5340786f4,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:51:41.187269 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f7e3a-4b55-4771-a513-6ffd60a89554 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:41.187642 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f7e3a-4b55-4771-a513-6ffd60a89554 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:41.188003 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f7e3a-4b55-4771-a513-6ffd60a89554 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:41.188360 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f7e3a-4b55-4771-a513-6ffd60a89554 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:41.188691 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f7e3a-4b55-4771-a513-6ffd60a89554 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:41.189357 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f7e3a-4b55-4771-a513-6ffd60a89554 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:41.189357 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f7e3a-4b55-4771-a513-6ffd60a89554 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:41.189682 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f7e3a-4b55-4771-a513-6ffd60a89554 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:41.190027 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f7e3a-4b55-4771-a513-6ffd60a89554 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:41.190369 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f7e3a-4b55-4771-a513-6ffd60a89554 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:41.190711 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f7e3a-4b55-4771-a513-6ffd60a89554 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:51:41.191793 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a7f7e3a-4b55-4771-a513-6ffd60a89554 admin admin] Tracked resource versions report: Sep 20 15:51:41.191793 dv-cinder-809669-1-iscsi neutron-server[82259]: pushed versions: Sep 20 15:51:41.191793 dv-cinder-809669-1-iscsi neutron-server[82259]: { 'ConntrackHelper': {'1.0'}, Sep 20 15:51:41.191793 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Log': {'1.0'}, Sep 20 15:51:41.191793 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Network': {'1.1'}, Sep 20 15:51:41.191793 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Port': {'1.5'}, Sep 20 15:51:41.191793 dv-cinder-809669-1-iscsi neutron-server[82259]: 'PortForwarding': {'1.2'}, Sep 20 15:51:41.191793 dv-cinder-809669-1-iscsi neutron-server[82259]: 'QosPolicy': {'1.8'}, Sep 20 15:51:41.191793 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SecurityGroup': {'1.2'}, Sep 20 15:51:41.191793 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SecurityGroupRule': {'1.0'}, Sep 20 15:51:41.191793 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SubPort': {'1.0'}, Sep 20 15:51:41.191793 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Subnet': {'1.1'}, Sep 20 15:51:41.191793 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Trunk': {'1.1'}} Sep 20 15:51:41.191793 dv-cinder-809669-1-iscsi neutron-server[82259]: consumer versions: Sep 20 15:51:41.191793 dv-cinder-809669-1-iscsi neutron-server[82259]: { DHCP agent@dv-cinder-809669-1-iscsi: {}, Sep 20 15:51:41.191793 dv-cinder-809669-1-iscsi neutron-server[82259]: L3 agent@dv-cinder-809669-1-iscsi: {}, Sep 20 15:51:41.191793 dv-cinder-809669-1-iscsi neutron-server[82259]: Metadata agent@dv-cinder-809669-1-iscsi: {}, Sep 20 15:51:41.191793 dv-cinder-809669-1-iscsi neutron-server[82259]: Metering agent@dv-cinder-809669-1-iscsi: {}, Sep 20 15:51:41.191793 dv-cinder-809669-1-iscsi neutron-server[82259]: Open vSwitch agent@dv-cinder-809669-1-iscsi: { 'ConntrackHelper': '1.0', Sep 20 15:51:41.191793 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Log': '1.0', Sep 20 15:51:41.191793 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Network': '1.1', Sep 20 15:51:41.191793 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Port': '1.5', Sep 20 15:51:41.191793 dv-cinder-809669-1-iscsi neutron-server[82259]: 'PortForwarding': '1.2', Sep 20 15:51:41.191793 dv-cinder-809669-1-iscsi neutron-server[82259]: 'QosPolicy': '1.8', Sep 20 15:51:41.191793 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SecurityGroup': '1.2', Sep 20 15:51:41.191793 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SecurityGroupRule': '1.0', Sep 20 15:51:41.191793 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SubPort': '1.0', Sep 20 15:51:41.191793 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Subnet': '1.1', Sep 20 15:51:41.191793 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Trunk': '1.1'}} Sep 20 15:51:41.191793 dv-cinder-809669-1-iscsi neutron-server[82259]: {{(pid=82369) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Sep 20 15:51:41.203346 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7f7e3a-4b55-4771-a513-6ffd60a89554 admin admin] Received port after_create {{(pid=82369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 15:51:41.263046 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-9a7f7e3a-4b55-4771-a513-6ffd60a89554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:51:41.393187 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9a7f7e3a-4b55-4771-a513-6ffd60a89554 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:41.559916 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9a7f7e3a-4b55-4771-a513-6ffd60a89554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853757940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1025898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767881'] for router, precommit_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:41.563288 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9a7f7e3a-4b55-4771-a513-6ffd60a89554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1017962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1017877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853757923', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853749902'] for router, after_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:41.763073 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7f7e3a-4b55-4771-a513-6ffd60a89554 admin admin] Router 9beb844b-be17-482f-bd9d-90f6c412c720 has already been hosted by L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a {{(pid=82369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 20 15:51:42.109625 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7f7e3a-4b55-4771-a513-6ffd60a89554 admin admin] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 15:51:42.119867 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d85af87-8c8f-4d29-82b7-201692203136 None None] Sync routers for ids ['9beb844b-be17-482f-bd9d-90f6c412c720'] in dv-cinder-809669-1-iscsi {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 15:51:42.120104 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9a7f7e3a-4b55-4771-a513-6ffd60a89554 admin admin] Notify callbacks [] for router, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:42.121469 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-9a7f7e3a-4b55-4771-a513-6ffd60a89554 admin admin] 10.222.0.35 "PUT /v2.0/routers/9beb844b-be17-482f-bd9d-90f6c412c720 HTTP/1.1" status: 200 len: 888 time: 2.2684369 Sep 20 15:51:42.133366 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d85af87-8c8f-4d29-82b7-201692203136 None None] Routers {'9beb844b-be17-482f-bd9d-90f6c412c720'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 15:51:42.134071 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-7d85af87-8c8f-4d29-82b7-201692203136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T15:51:35Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['9beb844b-be17-482f-bd9d-90f6c412c720'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 15:51:42.338740 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-7d85af87-8c8f-4d29-82b7-201692203136 None None] Set router 9beb844b-be17-482f-bd9d-90f6c412c720 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 15:51:42.821025 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-7d85af87-8c8f-4d29-82b7-201692203136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9beb844b-be17-482f-bd9d-90f6c412c720', 'name': 'router1', 'tenant_id': 'f1969e8687ed42f7ac30517703262fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'b22e2127-7097-43ee-a242-dea5340786f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:51:23Z', 'updated_at': '2021-09-20T15:51:41Z', 'revision_number': 4, 'project_id': 'f1969e8687ed42f7ac30517703262fcd', 'gw_port': {'id': 'b22e2127-7097-43ee-a242-dea5340786f4', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9beb844b-be17-482f-bd9d-90f6c412c720', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:51:40Z', 'updated_at': '2021-09-20T15:51:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': '15411a62-1631-4400-96ea-ac19e0a02dcb', 'name': '', 'network_id': 'b25bf8f4-d43e-43bb-be82-2a4c46f49444', 'tenant_id': 'f1969e8687ed42f7ac30517703262fcd', 'mac_address': 'fa:16:3e:44:1b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9beb844b-be17-482f-bd9d-90f6c412c720', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cabb237-ca08-4883-bbe6-79f2662ccf31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:51:31Z', 'updated_at': '2021-09-20T15:51:37Z', 'revision_number': 5, 'project_id': 'f1969e8687ed42f7ac30517703262fcd', 'subnets': [{'id': '7cabb237-ca08-4883-bbe6-79f2662ccf31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f8816f78-cba4-4dd7-aed8-2cf0d232d827'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 15:51:42.826253 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d85af87-8c8f-4d29-82b7-201692203136 None None] Checking router: 9beb844b-be17-482f-bd9d-90f6c412c720 for host: dv-cinder-809669-1-iscsi {{(pid=82370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 15:51:42.826644 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d85af87-8c8f-4d29-82b7-201692203136 None None] Updating router 9beb844b-be17-482f-bd9d-90f6c412c720 port b22e2127-7097-43ee-a242-dea5340786f4 binding host dv-cinder-809669-1-iscsi {{(pid=82370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 20 15:51:42.884953 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7d85af87-8c8f-4d29-82b7-201692203136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:43.223145 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7d85af87-8c8f-4d29-82b7-201692203136 None None] Notify callbacks [] for port, precommit_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:43.235035 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-7d85af87-8c8f-4d29-82b7-201692203136 None None] Transition to ACTIVE for port object b22e2127-7097-43ee-a242-dea5340786f4 will not be triggered until provisioned by entity L2. {{(pid=82370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 15:51:43.240572 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7d85af87-8c8f-4d29-82b7-201692203136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:43.244502 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0206d476-1fa9-4fce-8f4c-566655a50a05 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:51:43.334019 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b6020-e141-4372-884a-c47ec5d76a91 None None] Pushing event updated for resources: {'Port': ['ID=b22e2127-7097-43ee-a242-dea5340786f4,revision_number=2']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:51:43.337575 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-7d85af87-8c8f-4d29-82b7-201692203136 None None] Attempting to bind port b22e2127-7097-43ee-a242-dea5340786f4 on host dv-cinder-809669-1-iscsi for vnic_type normal with profile {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 15:51:43.337990 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-7d85af87-8c8f-4d29-82b7-201692203136 None None] Attempting to bind port b22e2127-7097-43ee-a242-dea5340786f4 by drivers openvswitch,hyperv on host dv-cinder-809669-1-iscsi at level 0 using segments [{'id': 'fa70b37f-a099-4785-9555-8d4eef3560f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'}] {{(pid=82370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 15:51:43.338396 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d85af87-8c8f-4d29-82b7-201692203136 None None] Attempting to bind port b22e2127-7097-43ee-a242-dea5340786f4 on network 378c8f1a-f14e-4679-b139-5c2d775a72d9 {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 15:51:43.341431 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b26b6020-e141-4372-884a-c47ec5d76a91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:51:43.347015 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d85af87-8c8f-4d29-82b7-201692203136 None None] Checking agent: {'id': 'e3ab64f4-5a45-40ad-bdab-6ad34693b70b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 51, 4), 'started_at': datetime.datetime(2021, 9, 20, 15, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 15, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 15:51:43.347428 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d85af87-8c8f-4d29-82b7-201692203136 None None] Checking segment: {'id': 'fa70b37f-a099-4785-9555-8d4eef3560f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 15:51:43.347871 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7d85af87-8c8f-4d29-82b7-201692203136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:43.348296 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d85af87-8c8f-4d29-82b7-201692203136 None None] Bound using segment: {'id': 'fa70b37f-a099-4785-9555-8d4eef3560f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'} {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 15:51:43.348806 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-7d85af87-8c8f-4d29-82b7-201692203136 None None] Bound port: b22e2127-7097-43ee-a242-dea5340786f4, host: dv-cinder-809669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa70b37f-a099-4785-9555-8d4eef3560f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'}}] {{(pid=82370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 15:51:43.349233 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7d85af87-8c8f-4d29-82b7-201692203136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:43.422806 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-7d85af87-8c8f-4d29-82b7-201692203136 None None] For port b22e2127-7097-43ee-a242-dea5340786f4, host dv-cinder-809669-1-iscsi, cleared binding levels {{(pid=82370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 15:51:43.425981 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-7d85af87-8c8f-4d29-82b7-201692203136 None None] For port b22e2127-7097-43ee-a242-dea5340786f4, host dv-cinder-809669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=b22e2127-7097-43ee-a242-dea5340786f4,segment=NetworkSegment(fa70b37f-a099-4785-9555-8d4eef3560f5),segment_id=fa70b37f-a099-4785-9555-8d4eef3560f5)] {{(pid=82370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 15:51:43.429133 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7d85af87-8c8f-4d29-82b7-201692203136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:43.433671 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:51:43.510636 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b6020-e141-4372-884a-c47ec5d76a91 None None] Pushing event updated for resources: {'Port': ['ID=b22e2127-7097-43ee-a242-dea5340786f4,revision_number=3']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:51:43.514802 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b26b6020-e141-4372-884a-c47ec5d76a91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:51:43.517217 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d85af87-8c8f-4d29-82b7-201692203136 None None] Routers {'9beb844b-be17-482f-bd9d-90f6c412c720'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 15:51:43.517868 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-7d85af87-8c8f-4d29-82b7-201692203136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T15:51:35Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['9beb844b-be17-482f-bd9d-90f6c412c720'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 15:51:43.706354 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-7d85af87-8c8f-4d29-82b7-201692203136 None None] Set router 9beb844b-be17-482f-bd9d-90f6c412c720 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 15:51:44.053759 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-7d85af87-8c8f-4d29-82b7-201692203136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9beb844b-be17-482f-bd9d-90f6c412c720', 'name': 'router1', 'tenant_id': 'f1969e8687ed42f7ac30517703262fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'b22e2127-7097-43ee-a242-dea5340786f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:51:23Z', 'updated_at': '2021-09-20T15:51:41Z', 'revision_number': 4, 'project_id': 'f1969e8687ed42f7ac30517703262fcd', 'gw_port': {'id': 'b22e2127-7097-43ee-a242-dea5340786f4', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9beb844b-be17-482f-bd9d-90f6c412c720', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:51:40Z', 'updated_at': '2021-09-20T15:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': '15411a62-1631-4400-96ea-ac19e0a02dcb', 'name': '', 'network_id': 'b25bf8f4-d43e-43bb-be82-2a4c46f49444', 'tenant_id': 'f1969e8687ed42f7ac30517703262fcd', 'mac_address': 'fa:16:3e:44:1b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9beb844b-be17-482f-bd9d-90f6c412c720', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cabb237-ca08-4883-bbe6-79f2662ccf31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:51:31Z', 'updated_at': '2021-09-20T15:51:37Z', 'revision_number': 5, 'project_id': 'f1969e8687ed42f7ac30517703262fcd', 'subnets': [{'id': '7cabb237-ca08-4883-bbe6-79f2662ccf31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f8816f78-cba4-4dd7-aed8-2cf0d232d827'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 15:51:44.058464 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d85af87-8c8f-4d29-82b7-201692203136 None None] The sync data for ids ['9beb844b-be17-482f-bd9d-90f6c412c720'] in dv-cinder-809669-1-iscsi is: [{'id': '9beb844b-be17-482f-bd9d-90f6c412c720', 'name': 'router1', 'tenant_id': 'f1969e8687ed42f7ac30517703262fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': 'b22e2127-7097-43ee-a242-dea5340786f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:51:23Z', 'updated_at': '2021-09-20T15:51:41Z', 'revision_number': 4, 'project_id': 'f1969e8687ed42f7ac30517703262fcd', 'gw_port': {'id': 'b22e2127-7097-43ee-a242-dea5340786f4', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:b2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9beb844b-be17-482f-bd9d-90f6c412c720', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:51:40Z', 'updated_at': '2021-09-20T15:51:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': '15411a62-1631-4400-96ea-ac19e0a02dcb', 'name': '', 'network_id': 'b25bf8f4-d43e-43bb-be82-2a4c46f49444', 'tenant_id': 'f1969e8687ed42f7ac30517703262fcd', 'mac_address': 'fa:16:3e:44:1b:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9beb844b-be17-482f-bd9d-90f6c412c720', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7cabb237-ca08-4883-bbe6-79f2662ccf31', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:51:31Z', 'updated_at': '2021-09-20T15:51:37Z', 'revision_number': 5, 'project_id': 'f1969e8687ed42f7ac30517703262fcd', 'subnets': [{'id': '7cabb237-ca08-4883-bbe6-79f2662ccf31', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f8816f78-cba4-4dd7-aed8-2cf0d232d827'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 15:51:44.467598 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 49020) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:51:44.561568 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device b22e2127-7097-43ee-a242-dea5340786f4 up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 15:51:44.631747 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-51c018ac-4dfd-407a-b275-a67035d8977d admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1626775 Sep 20 15:51:44.633827 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning for port b22e2127-7097-43ee-a242-dea5340786f4 completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 15:51:44.639815 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port b22e2127-7097-43ee-a242-dea5340786f4 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 15:51:44.640355 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:44.770215 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:44.788257 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] For port b22e2127-7097-43ee-a242-dea5340786f4, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=b22e2127-7097-43ee-a242-dea5340786f4,segment=NetworkSegment(fa70b37f-a099-4785-9555-8d4eef3560f5),segment_id=fa70b37f-a099-4785-9555-8d4eef3560f5)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 15:51:44.791419 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:51:44.793728 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b26b6020-e141-4372-884a-c47ec5d76a91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:51:44.860471 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Pushing event updated for resources: {'Port': ['ID=b22e2127-7097-43ee-a242-dea5340786f4,revision_number=4']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:51:44.865076 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:51:46.539605 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device b22e2127-7097-43ee-a242-dea5340786f4 up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 15:51:46.638153 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port b22e2127-7097-43ee-a242-dea5340786f4 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 15:51:46.638564 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:52:02.715112 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-111c36cc-ec53-4536-9021-877d40f08afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:52:04.063340 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:52:05.078773 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f90316ae-871a-48c7-8cba-1c41626fd0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:52:05.478304 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:52:06.806583 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:52:12.645954 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.agents_db [None req-ae0f67a0-09e8-4135-93df-5bebfb5cb2de None None] Agent healthcheck: found 5 active agents {{(pid=82371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 20 15:52:32.716172 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c53b9480-8267-4fb2-b216-051e57a3b4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:52:34.066348 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:52:35.082213 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9b7605ae-166a-4a91-a58d-9752c2794039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:52:35.481841 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:52:36.808649 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:52:49.646717 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.agents_db [None req-ae0f67a0-09e8-4135-93df-5bebfb5cb2de None None] Agent healthcheck: found 5 active agents {{(pid=82371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 20 15:53:02.716920 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-87d05faa-5e38-4815-a574-edbb5fd60cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:53:04.068134 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:53:05.083287 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e4286eaa-cb7e-48dc-80fe-4b3589bf061e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:53:05.484368 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:53:06.814798 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:53:19.300613 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 49558) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:53:19.398600 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.pecan_wsgi.hooks.translation [None req-560fc9f3-0413-42f0-8dfd-7f1cad33adb0 admin admin] GET failed (client error): The resource could not be found. Sep 20 15:53:19.399912 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-560fc9f3-0413-42f0-8dfd-7f1cad33adb0 admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0982921 Sep 20 15:53:19.546747 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec9d694a-4cde-4029-87fd-9b65766b2640 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:53:19.548338 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-ec9d694a-4cde-4029-87fd-9b65766b2640 admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1441536 Sep 20 15:53:21.636528 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 49570) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:53:21.778063 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c62f35-6d17-4f6d-a8da-bc4ffd51c179 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:53:21.779461 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-a5c62f35-6d17-4f6d-a8da-bc4ffd51c179 admin admin] 10.222.0.35 "GET /v2.0/subnets/7cabb237-ca08-4883-bbe6-79f2662ccf31 HTTP/1.1" status: 200 len: 849 time: 0.1419203 Sep 20 15:53:21.789378 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-c7cee04a-c522-4d5c-a2d3-070775422bcb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 15:53:21.913286 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c7cee04a-c522-4d5c-a2d3-070775422bcb admin admin] Notify callbacks [] for subnet, before_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:53:22.106904 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c7cee04a-c522-4d5c-a2d3-070775422bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786513955631'] for subnet, after_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:53:22.111157 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:53:22.155598 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7cee04a-c522-4d5c-a2d3-070775422bcb admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:53:22.156248 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c7cee04a-c522-4d5c-a2d3-070775422bcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for subnet, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:53:22.164261 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-c7cee04a-c522-4d5c-a2d3-070775422bcb admin admin] 10.222.0.35 "PUT /v2.0/subnets/7cabb237-ca08-4883-bbe6-79f2662ccf31 HTTP/1.1" status: 200 len: 868 time: 0.3721545 Sep 20 15:53:22.166717 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ec2502-f8b7-48b2-8472-7899a0b1dd88 None None] Network b25bf8f4-d43e-43bb-be82-2a4c46f49444 requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 15:53:22.181534 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cee04a-c522-4d5c-a2d3-070775422bcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cabb237-ca08-4883-bbe6-79f2662ccf31,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:53:22.190795 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cee04a-c522-4d5c-a2d3-070775422bcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:53:22.191193 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cee04a-c522-4d5c-a2d3-070775422bcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:53:22.191554 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cee04a-c522-4d5c-a2d3-070775422bcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:53:22.191908 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cee04a-c522-4d5c-a2d3-070775422bcb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:53:22.192260 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cee04a-c522-4d5c-a2d3-070775422bcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:53:22.192613 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cee04a-c522-4d5c-a2d3-070775422bcb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:53:22.192958 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cee04a-c522-4d5c-a2d3-070775422bcb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:53:22.193305 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cee04a-c522-4d5c-a2d3-070775422bcb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:53:22.193650 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cee04a-c522-4d5c-a2d3-070775422bcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:53:22.193993 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cee04a-c522-4d5c-a2d3-070775422bcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:53:22.194335 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7cee04a-c522-4d5c-a2d3-070775422bcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:53:22.199260 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c7cee04a-c522-4d5c-a2d3-070775422bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:53:22.721765 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-3a1349f8-9cdb-4e94-87a4-614201703dae None None] Provisioning complete for port 1f8c7df2-c71f-416d-84c5-f7790a5f2478 triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 15:53:22.722274 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3a1349f8-9cdb-4e94-87a4-614201703dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:53:22.851398 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-3a1349f8-9cdb-4e94-87a4-614201703dae None None] Provisioning complete for port 15411a62-1631-4400-96ea-ac19e0a02dcb triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 15:53:22.851807 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3a1349f8-9cdb-4e94-87a4-614201703dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:53:24.242876 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 49582) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:53:24.450424 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d2fd01-649d-4ad2-a113-faa4a12e7898 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:53:24.450877 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d2fd01-649d-4ad2-a113-faa4a12e7898 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:53:24.452519 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-27d2fd01-649d-4ad2-a113-faa4a12e7898 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2084498 Sep 20 15:53:26.521555 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 49594) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:53:26.646924 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.agents_db [None req-ae0f67a0-09e8-4135-93df-5bebfb5cb2de None None] Agent healthcheck: found 5 active agents {{(pid=82371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 20 15:53:26.729151 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae580540-1cda-4da2-8483-711940f162bf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:53:26.729514 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae580540-1cda-4da2-8483-711940f162bf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:53:26.731162 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-ae580540-1cda-4da2-8483-711940f162bf admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2085607 Sep 20 15:53:28.797842 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 49606) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:53:29.001632 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8648641d-43f6-4950-9569-4448c2f07c4f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:53:29.003077 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-8648641d-43f6-4950-9569-4448c2f07c4f admin admin] 10.222.0.35 "GET /v2.0/networks/378c8f1a-f14e-4679-b139-5c2d775a72d9 HTTP/1.1" status: 200 len: 886 time: 0.2042038 Sep 20 15:53:31.096093 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 49618) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:53:31.304771 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ce911a-a39a-4967-8f02-9b95b93081ba admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:53:31.306298 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-b4ce911a-a39a-4967-8f02-9b95b93081ba admin admin] 10.222.0.35 "GET /v2.0/networks/b25bf8f4-d43e-43bb-be82-2a4c46f49444 HTTP/1.1" status: 200 len: 869 time: 0.2090836 Sep 20 15:53:32.718120 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-96d8fc04-b863-4e76-b21d-bda2fa4d8ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:53:33.385381 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 49630) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:53:33.524266 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc93e31e-a130-4556-9670-60af55a889c2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:53:33.524610 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc93e31e-a130-4556-9670-60af55a889c2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:53:33.525394 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-fc93e31e-a130-4556-9670-60af55a889c2 admin admin] Synchronizing usage tracker for tenant:f79aafc7434f4562bb7e9a833bc1a566 on resource:subnet {{(pid=82368) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 15:53:33.539552 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-fc93e31e-a130-4556-9670-60af55a889c2 admin admin] Unset dirty status for tenant:f79aafc7434f4562bb7e9a833bc1a566 on resource:subnet {{(pid=82368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 15:53:33.540772 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-fc93e31e-a130-4556-9670-60af55a889c2 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1543658 Sep 20 15:53:34.073210 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:53:35.085263 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b4076470-7727-4aea-a2b5-5e012f76e67a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:53:35.487107 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:53:35.614903 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 49642) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:53:35.757489 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafb30ec-c710-46d0-8cd0-2e37c88e9480 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:53:35.757830 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafb30ec-c710-46d0-8cd0-2e37c88e9480 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:53:35.759484 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-dafb30ec-c710-46d0-8cd0-2e37c88e9480 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1435595 Sep 20 15:53:36.822883 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:53:37.824592 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 49654) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:53:37.964593 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d260d8-437c-4681-8469-a2ba5cbd64e5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:53:37.965976 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-03d260d8-437c-4681-8469-a2ba5cbd64e5 admin admin] 10.222.0.35 "GET /v2.0/subnets/7cabb237-ca08-4883-bbe6-79f2662ccf31 HTTP/1.1" status: 200 len: 868 time: 0.1403236 Sep 20 15:53:40.048564 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 49666) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:53:40.184511 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9caac5c6-1ea1-4502-8bea-2a4ee1b83d08 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:53:40.185945 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-9caac5c6-1ea1-4502-8bea-2a4ee1b83d08 admin admin] 10.222.0.35 "GET /v2.0/subnets/ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1 HTTP/1.1" status: 200 len: 816 time: 0.1363244 Sep 20 15:54:00.058920 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 49714) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:54:00.135111 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [None req-437024cb-ffe5-4f46-9d3c-210c07149599 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=82368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 15:54:00.136255 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-437024cb-ffe5-4f46-9d3c-210c07149599 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0763171 Sep 20 15:54:02.263739 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 49726) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:54:02.367090 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.pecan_wsgi.hooks.translation [None req-51d42ea9-dc7d-48bc-a102-3d78e487aabe admin admin] GET failed (client error): The resource could not be found. Sep 20 15:54:02.368391 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-51d42ea9-dc7d-48bc-a102-3d78e487aabe admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1036115 Sep 20 15:54:02.501197 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddee215-345d-42ad-9de0-60d3bf24ed8b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:54:02.502750 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-4ddee215-345d-42ad-9de0-60d3bf24ed8b admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1300817 Sep 20 15:54:02.719827 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-614dd916-b261-4395-90ec-131ab8443e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:54:03.648017 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.agents_db [None req-ae0f67a0-09e8-4135-93df-5bebfb5cb2de None None] Agent healthcheck: found 5 active agents {{(pid=82371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 20 15:54:04.076277 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:54:04.583486 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 49738) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:54:04.658860 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-307725da-dcef-4a98-8c9c-7808f7dc17a4 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 15:54:04.664359 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-307725da-dcef-4a98-8c9c-7808f7dc17a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:54:04.674906 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-307725da-dcef-4a98-8c9c-7808f7dc17a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:54:04.684069 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307725da-dcef-4a98-8c9c-7808f7dc17a4 admin admin] Made reservation on behalf of f79aafc7434f4562bb7e9a833bc1a566 for: {'network': 1} {{(pid=82368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 15:54:04.688753 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-307725da-dcef-4a98-8c9c-7808f7dc17a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for network, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:54:04.781468 dv-cinder-809669-1-iscsi neutron-server[82259]: WARNING neutron.services.revisions.revision_plugin [None req-307725da-dcef-4a98-8c9c-7808f7dc17a4 admin admin] Could not find related network for resource to bump revision. Sep 20 15:54:04.795397 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-307725da-dcef-4a98-8c9c-7808f7dc17a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 401, 'physical_network': 'physnet1'} {{(pid=82368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 20 15:54:04.803983 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-307725da-dcef-4a98-8c9c-7808f7dc17a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854403426'] for segment, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:54:04.804357 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.db.segments_db [None req-307725da-dcef-4a98-8c9c-7808f7dc17a4 admin admin] Added segment c34eba4e-4dcc-4723-9a1d-81802326b840 of type vlan for network 81bf1ffb-ca8e-4bbb-a3f5-3596c9927201 Sep 20 15:54:04.829087 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-307725da-dcef-4a98-8c9c-7808f7dc17a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786513467763'] for network, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:54:04.857685 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-307725da-dcef-4a98-8c9c-7808f7dc17a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223'] for network, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:54:04.858988 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307725da-dcef-4a98-8c9c-7808f7dc17a4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:54:04.859621 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-307725da-dcef-4a98-8c9c-7808f7dc17a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for network, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:54:04.864420 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:54:05.086828 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ce157846-ef23-4a22-bf89-8a8a4a466f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:54:05.122496 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-307725da-dcef-4a98-8c9c-7808f7dc17a4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5378690 Sep 20 15:54:05.125637 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307725da-dcef-4a98-8c9c-7808f7dc17a4 admin admin] Pushing event updated for resources: {'Network': ['ID=81bf1ffb-ca8e-4bbb-a3f5-3596c9927201,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:54:05.134980 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307725da-dcef-4a98-8c9c-7808f7dc17a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:54:05.135358 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307725da-dcef-4a98-8c9c-7808f7dc17a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:54:05.135718 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307725da-dcef-4a98-8c9c-7808f7dc17a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:54:05.136074 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307725da-dcef-4a98-8c9c-7808f7dc17a4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:54:05.136428 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307725da-dcef-4a98-8c9c-7808f7dc17a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:54:05.136779 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307725da-dcef-4a98-8c9c-7808f7dc17a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:54:05.137127 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307725da-dcef-4a98-8c9c-7808f7dc17a4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:54:05.137481 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307725da-dcef-4a98-8c9c-7808f7dc17a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:54:05.137825 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307725da-dcef-4a98-8c9c-7808f7dc17a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:54:05.138169 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307725da-dcef-4a98-8c9c-7808f7dc17a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:54:05.138524 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307725da-dcef-4a98-8c9c-7808f7dc17a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:54:05.142312 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-307725da-dcef-4a98-8c9c-7808f7dc17a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:54:05.151293 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Network 81bf1ffb-ca8e-4bbb-a3f5-3596c9927201 details requested by agent ovs-agent-dv-cinder-809669-1-iscsi with host dv-cinder-809669-1-iscsi {{(pid=82370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 20 15:54:05.489876 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:54:06.823442 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:54:07.213329 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 49750) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:54:07.310692 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f2b75a2-e952-4966-888e-42e5be420361 admin admin] GET failed (client error): The resource could not be found. Sep 20 15:54:07.311264 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-2f2b75a2-e952-4966-888e-42e5be420361 admin admin] Synchronizing usage tracker for tenant:f79aafc7434f4562bb7e9a833bc1a566 on resource:network {{(pid=82368) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 15:54:07.325222 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-2f2b75a2-e952-4966-888e-42e5be420361 admin admin] Unset dirty status for tenant:f79aafc7434f4562bb7e9a833bc1a566 on resource:network {{(pid=82368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 15:54:07.326361 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-2f2b75a2-e952-4966-888e-42e5be420361 admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1119351 Sep 20 15:54:07.439414 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a9405c-81c2-4b67-af84-7d521a16379d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:54:07.440983 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-d1a9405c-81c2-4b67-af84-7d521a16379d admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1101012 Sep 20 15:54:07.452077 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-6f408ffa-614d-4502-9be8-13a181beb236 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '81bf1ffb-ca8e-4bbb-a3f5-3596c9927201', 'description': 'shared-subnet'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 15:54:07.456980 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-6f408ffa-614d-4502-9be8-13a181beb236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:54:07.467845 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-6f408ffa-614d-4502-9be8-13a181beb236 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:54:07.477252 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f408ffa-614d-4502-9be8-13a181beb236 admin admin] Made reservation on behalf of f79aafc7434f4562bb7e9a833bc1a566 for: {'subnet': 1} {{(pid=82368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 15:54:07.481822 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6f408ffa-614d-4502-9be8-13a181beb236 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:54:07.683893 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6f408ffa-614d-4502-9be8-13a181beb236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223'] for subnet, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:54:07.688323 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-2077f1b4-2918-4b17-8103-5b6f5268ca23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:54:07.765553 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f408ffa-614d-4502-9be8-13a181beb236 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4974d309-417e-4eca-8166-6303c7ed157c,revision_number=0']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:54:07.770185 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-6f408ffa-614d-4502-9be8-13a181beb236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:54:07.778649 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f408ffa-614d-4502-9be8-13a181beb236 admin admin] Checking segment: {'id': 'c34eba4e-4dcc-4723-9a1d-81802326b840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '81bf1ffb-ca8e-4bbb-a3f5-3596c9927201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 15:54:07.779078 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f408ffa-614d-4502-9be8-13a181beb236 admin admin] Network hostable DHCP agents. Network: 81bf1ffb-ca8e-4bbb-a3f5-3596c9927201, hostable agents: ['8165851e-a8d8-41e5-9937-b2b676de37d1'], hosted agents: [] {{(pid=82368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 20 15:54:07.799895 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f408ffa-614d-4502-9be8-13a181beb236 admin admin] Network 81bf1ffb-ca8e-4bbb-a3f5-3596c9927201 is scheduled to be hosted by DHCP agent 8165851e-a8d8-41e5-9937-b2b676de37d1 with binding_index 1 {{(pid=82368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 20 15:54:07.808185 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-6f408ffa-614d-4502-9be8-13a181beb236 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809669-1-iscsi, 81bf1ffb-ca8e-4bbb-a3f5-3596c9927201) {{(pid=82368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 15:54:07.812168 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f408ffa-614d-4502-9be8-13a181beb236 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:54:07.812853 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6f408ffa-614d-4502-9be8-13a181beb236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for subnet, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:54:07.817251 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca71583-d516-4a4a-9a50-fbd611f01e41 None None] Network 81bf1ffb-ca8e-4bbb-a3f5-3596c9927201 requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 15:54:07.837034 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-6f408ffa-614d-4502-9be8-13a181beb236 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3886292 Sep 20 15:54:08.045319 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2585fec1-a73a-4396-acc8-3f5bcc0b12fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp970513e9-e7d8-5bbd-b580-39df46ea091a-81bf1ffb-ca8e-4bbb-a3f5-3596c9927201', 'network_id': '81bf1ffb-ca8e-4bbb-a3f5-3596c9927201', 'tenant_id': 'f79aafc7434f4562bb7e9a833bc1a566', 'fixed_ips': [{'subnet_id': '4974d309-417e-4eca-8166-6303c7ed157c'}]}} from dv-cinder-809669-1-iscsi. {{(pid=82370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Sep 20 15:54:08.046225 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2585fec1-a73a-4396-acc8-3f5bcc0b12fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:54:08.212347 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [None req-2585fec1-a73a-4396-acc8-3f5bcc0b12fb None None] Allocated IP 192.168.233.2 (81bf1ffb-ca8e-4bbb-a3f5-3596c9927201/4974d309-417e-4eca-8166-6303c7ed157c/fed12db8-87db-40f1-bc40-741293120dce) {{(pid=82370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 15:54:08.426008 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2585fec1-a73a-4396-acc8-3f5bcc0b12fb None None] Notify callbacks [] for port, precommit_create {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:54:08.437283 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-2585fec1-a73a-4396-acc8-3f5bcc0b12fb None None] Transition to ACTIVE for port object fed12db8-87db-40f1-bc40-741293120dce will not be triggered until provisioned by entity L2. {{(pid=82370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 15:54:08.456407 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-2585fec1-a73a-4396-acc8-3f5bcc0b12fb None None] Transition to ACTIVE for port object fed12db8-87db-40f1-bc40-741293120dce will not be triggered until provisioned by entity DHCP. {{(pid=82370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 15:54:08.460062 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2585fec1-a73a-4396-acc8-3f5bcc0b12fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572'] for port, after_create {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:54:08.465251 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:54:08.530912 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2585fec1-a73a-4396-acc8-3f5bcc0b12fb None None] Network 81bf1ffb-ca8e-4bbb-a3f5-3596c9927201 is already hosted by enough agents. {{(pid=82370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 15:54:08.533951 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-2585fec1-a73a-4396-acc8-3f5bcc0b12fb None None] Resources bound (agent type, host, resource id): {{(pid=82370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 15:54:08.539177 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2585fec1-a73a-4396-acc8-3f5bcc0b12fb None None] Received port after_create {{(pid=82370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 15:54:08.541309 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2585fec1-a73a-4396-acc8-3f5bcc0b12fb None None] Pushing event updated for resources: {'Port': ['ID=fed12db8-87db-40f1-bc40-741293120dce,revision_number=1']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:54:08.586326 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2585fec1-a73a-4396-acc8-3f5bcc0b12fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:54:08.586709 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2585fec1-a73a-4396-acc8-3f5bcc0b12fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:54:08.587109 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2585fec1-a73a-4396-acc8-3f5bcc0b12fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:54:08.587473 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2585fec1-a73a-4396-acc8-3f5bcc0b12fb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:54:08.587840 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2585fec1-a73a-4396-acc8-3f5bcc0b12fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:54:08.588198 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2585fec1-a73a-4396-acc8-3f5bcc0b12fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:54:08.588557 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2585fec1-a73a-4396-acc8-3f5bcc0b12fb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:54:08.588918 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2585fec1-a73a-4396-acc8-3f5bcc0b12fb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:54:08.589279 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2585fec1-a73a-4396-acc8-3f5bcc0b12fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:54:08.589627 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2585fec1-a73a-4396-acc8-3f5bcc0b12fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:54:08.589982 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2585fec1-a73a-4396-acc8-3f5bcc0b12fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:54:08.620181 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-2585fec1-a73a-4396-acc8-3f5bcc0b12fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:54:08.645089 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-2585fec1-a73a-4396-acc8-3f5bcc0b12fb None None] Attempting to bind port fed12db8-87db-40f1-bc40-741293120dce on host dv-cinder-809669-1-iscsi for vnic_type normal with profile {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 15:54:08.645503 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-2585fec1-a73a-4396-acc8-3f5bcc0b12fb None None] Attempting to bind port fed12db8-87db-40f1-bc40-741293120dce by drivers openvswitch,hyperv on host dv-cinder-809669-1-iscsi at level 0 using segments [{'id': 'c34eba4e-4dcc-4723-9a1d-81802326b840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '81bf1ffb-ca8e-4bbb-a3f5-3596c9927201'}] {{(pid=82370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 15:54:08.645912 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2585fec1-a73a-4396-acc8-3f5bcc0b12fb None None] Attempting to bind port fed12db8-87db-40f1-bc40-741293120dce on network 81bf1ffb-ca8e-4bbb-a3f5-3596c9927201 {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 15:54:08.653329 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2585fec1-a73a-4396-acc8-3f5bcc0b12fb None None] Checking agent: {'id': 'e3ab64f4-5a45-40ad-bdab-6ad34693b70b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 51, 4), 'started_at': datetime.datetime(2021, 9, 20, 15, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 15, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 15:54:08.653742 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2585fec1-a73a-4396-acc8-3f5bcc0b12fb None None] Checking segment: {'id': 'c34eba4e-4dcc-4723-9a1d-81802326b840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '81bf1ffb-ca8e-4bbb-a3f5-3596c9927201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 15:54:08.654188 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2585fec1-a73a-4396-acc8-3f5bcc0b12fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:54:08.654620 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2585fec1-a73a-4396-acc8-3f5bcc0b12fb None None] Bound using segment: {'id': 'c34eba4e-4dcc-4723-9a1d-81802326b840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '81bf1ffb-ca8e-4bbb-a3f5-3596c9927201'} {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 15:54:08.655163 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-2585fec1-a73a-4396-acc8-3f5bcc0b12fb None None] Bound port: fed12db8-87db-40f1-bc40-741293120dce, host: dv-cinder-809669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c34eba4e-4dcc-4723-9a1d-81802326b840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '81bf1ffb-ca8e-4bbb-a3f5-3596c9927201'}}] {{(pid=82370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 15:54:08.655599 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2585fec1-a73a-4396-acc8-3f5bcc0b12fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:54:08.746803 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-2585fec1-a73a-4396-acc8-3f5bcc0b12fb None None] For port fed12db8-87db-40f1-bc40-741293120dce, host dv-cinder-809669-1-iscsi, cleared binding levels {{(pid=82370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 15:54:08.750531 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-2585fec1-a73a-4396-acc8-3f5bcc0b12fb None None] For port fed12db8-87db-40f1-bc40-741293120dce, host dv-cinder-809669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=fed12db8-87db-40f1-bc40-741293120dce,segment=NetworkSegment(c34eba4e-4dcc-4723-9a1d-81802326b840),segment_id=c34eba4e-4dcc-4723-9a1d-81802326b840)] {{(pid=82370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 15:54:08.753766 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2585fec1-a73a-4396-acc8-3f5bcc0b12fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:54:08.758606 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:54:08.839458 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2585fec1-a73a-4396-acc8-3f5bcc0b12fb None None] Pushing event updated for resources: {'Port': ['ID=fed12db8-87db-40f1-bc40-741293120dce,revision_number=2']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:54:08.843490 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-2585fec1-a73a-4396-acc8-3f5bcc0b12fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:54:10.295904 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c9ea30-72a5-4175-9706-21934c9949b4 None None] Network 81bf1ffb-ca8e-4bbb-a3f5-3596c9927201 requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 15:54:10.410882 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-238a97f0-736a-4e63-ae35-d4d8470f3cbb None None] Provisioning for port fed12db8-87db-40f1-bc40-741293120dce completed by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 15:54:10.641630 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device fed12db8-87db-40f1-bc40-741293120dce up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 15:54:10.718136 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning for port fed12db8-87db-40f1-bc40-741293120dce completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 15:54:10.725109 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port fed12db8-87db-40f1-bc40-741293120dce triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 15:54:10.725520 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:54:10.854792 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:54:10.876607 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-500dbfb4-fbd2-47f8-a96a-13a86ed9d468 None None] Provisioning complete for port fed12db8-87db-40f1-bc40-741293120dce triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 15:54:10.877019 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-500dbfb4-fbd2-47f8-a96a-13a86ed9d468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:54:10.942438 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] For port fed12db8-87db-40f1-bc40-741293120dce, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=fed12db8-87db-40f1-bc40-741293120dce,segment=NetworkSegment(c34eba4e-4dcc-4723-9a1d-81802326b840),segment_id=c34eba4e-4dcc-4723-9a1d-81802326b840)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 15:54:10.946986 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:54:10.951612 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:54:11.068307 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Pushing event updated for resources: {'Port': ['ID=fed12db8-87db-40f1-bc40-741293120dce,revision_number=3']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:54:11.073063 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:54:12.605625 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device fed12db8-87db-40f1-bc40-741293120dce up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 15:54:12.675586 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port fed12db8-87db-40f1-bc40-741293120dce triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 15:54:12.675995 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:54:32.722404 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7418842e-0beb-40cf-8fe2-14e225600569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:54:34.082713 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:54:35.089980 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-4eb2255f-53dd-48f7-ba55-b4232711ecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:54:35.491934 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:54:36.826936 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:54:40.647984 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.agents_db [None req-ae0f67a0-09e8-4135-93df-5bebfb5cb2de None None] Agent healthcheck: found 5 active agents {{(pid=82371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 20 15:55:02.723699 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0a0e8de6-4e15-4962-9773-60533bdaad22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:55:04.076979 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:55:05.091838 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8c4f55fc-aae1-4093-b2ea-f20e32ec20e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:55:05.495509 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:55:06.830935 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:55:17.649510 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.agents_db [None req-ae0f67a0-09e8-4135-93df-5bebfb5cb2de None None] Agent healthcheck: found 5 active agents {{(pid=82371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 20 15:55:32.725384 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ff147f29-5323-42c9-987f-01fd0fe0b011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:55:34.078811 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:55:35.093565 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c807e037-7717-4114-b248-dcb1c47c1e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:55:35.496819 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:55:36.835648 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:55:39.252800 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 49784) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:55:39.258940 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [None req-3d351b83-419d-404c-9326-084326e8a2db tempest-verify_tempest_config-1581932046 tempest-verify_tempest_config-1581932046-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=82368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 15:55:39.260066 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-3d351b83-419d-404c-9326-084326e8a2db tempest-verify_tempest_config-1581932046 tempest-verify_tempest_config-1581932046-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.0062318 Sep 20 15:55:39.611067 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 49802) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:55:39.759194 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-cf18402d-da74-45a3-892a-885668b1e92f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:55:39.790861 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-cf18402d-da74-45a3-892a-885668b1e92f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:55:39.794774 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-cf18402d-da74-45a3-892a-885668b1e92f admin admin] Usage tracker for resource:security_group_rule and tenant:e02e8e227d06479284d306c956f85249 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:55:39.797655 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-cf18402d-da74-45a3-892a-885668b1e92f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:55:39.803671 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-cf18402d-da74-45a3-892a-885668b1e92f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:55:39.886849 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-cf18402d-da74-45a3-892a-885668b1e92f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:55:39.889505 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-cf18402d-da74-45a3-892a-885668b1e92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:55:39.898030 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:55:39.939707 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf18402d-da74-45a3-892a-885668b1e92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc67ddfb-b665-4205-a99d-292a7b452e83,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:55:39.945296 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-cf18402d-da74-45a3-892a-885668b1e92f admin admin] Synchronizing usage tracker for tenant:f79aafc7434f4562bb7e9a833bc1a566 on resource:security_group {{(pid=82368) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 15:55:39.955536 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18402d-da74-45a3-892a-885668b1e92f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:55:39.955918 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18402d-da74-45a3-892a-885668b1e92f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:55:39.956287 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18402d-da74-45a3-892a-885668b1e92f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:55:39.956652 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18402d-da74-45a3-892a-885668b1e92f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:55:39.957014 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18402d-da74-45a3-892a-885668b1e92f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:55:39.957374 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18402d-da74-45a3-892a-885668b1e92f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:55:39.957732 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18402d-da74-45a3-892a-885668b1e92f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:55:39.958085 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18402d-da74-45a3-892a-885668b1e92f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:55:39.958443 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18402d-da74-45a3-892a-885668b1e92f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:55:39.958795 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18402d-da74-45a3-892a-885668b1e92f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:55:39.959173 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf18402d-da74-45a3-892a-885668b1e92f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:55:39.964234 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-cf18402d-da74-45a3-892a-885668b1e92f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:55:39.973072 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-cf18402d-da74-45a3-892a-885668b1e92f admin admin] Unset dirty status for tenant:f79aafc7434f4562bb7e9a833bc1a566 on resource:security_group {{(pid=82368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 15:55:39.974399 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-cf18402d-da74-45a3-892a-885668b1e92f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e02e8e227d06479284d306c956f85249&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3622861 Sep 20 15:55:39.977299 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 49808) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:55:40.042073 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-750e222d-258e-4d3f-97be-991a2d68b745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:55:40.067319 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-750e222d-258e-4d3f-97be-991a2d68b745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:55:40.117799 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-750e222d-258e-4d3f-97be-991a2d68b745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:55:40.122824 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:55:40.133354 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e222d-258e-4d3f-97be-991a2d68b745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc67ddfb-b665-4205-a99d-292a7b452e83,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:55:40.138026 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-750e222d-258e-4d3f-97be-991a2d68b745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:55:40.139976 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-750e222d-258e-4d3f-97be-991a2d68b745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:55:40.141763 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-750e222d-258e-4d3f-97be-991a2d68b745 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dc67ddfb-b665-4205-a99d-292a7b452e83 HTTP/1.1" status: 204 len: 168 time: 0.1634071 Sep 20 15:55:54.650347 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.agents_db [None req-ae0f67a0-09e8-4135-93df-5bebfb5cb2de None None] Agent healthcheck: found 5 active agents {{(pid=82371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 20 15:56:02.725936 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b4b2f5f9-a6de-402c-b4e6-18cff56bd29b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:56:04.080925 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:56:05.095197 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-04bf9bc1-982a-406b-81e4-eed3449c17e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:56:05.499557 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:56:06.839641 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:56:31.650374 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.agents_db [None req-ae0f67a0-09e8-4135-93df-5bebfb5cb2de None None] Agent healthcheck: found 5 active agents {{(pid=82371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 20 15:56:32.727178 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2d8d01d9-9f8b-4ed9-b3ef-091b49b4ac98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:56:34.083138 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:56:35.096027 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-4f3e0852-c95b-4be2-b5f4-7556cc35aa88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:56:35.503511 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:56:36.843023 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:57:02.727261 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5cc10d06-a7f9-40cd-812c-951596e463ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:57:04.085094 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:57:05.097725 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-89422626-5ef1-4ea4-affe-119bbf28c12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:57:05.506445 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:57:06.847958 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:57:08.650738 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.agents_db [None req-ae0f67a0-09e8-4135-93df-5bebfb5cb2de None None] Agent healthcheck: found 5 active agents {{(pid=82371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 20 15:57:09.415649 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports--9223372036853748434'] for agent, after_create {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:57:25.836499 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 49890) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:57:25.981100 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-1b1132cd-5e17-4414-943f-7af72f2b06a5 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1433759 Sep 20 15:57:28.078049 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 49902) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:57:28.161589 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-a75dc782-8433-451b-b7d7-7dddf5c4ab6c admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0823734 Sep 20 15:57:32.729007 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1ba964bb-6d79-4098-a48d-a0a8403015ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:57:34.088336 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:57:35.098736 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-87a451a6-0a9c-4b01-ac70-bdb20bef1e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:57:35.508902 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:57:36.848608 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:57:39.378148 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:57:45.651322 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.agents_db [None req-ae0f67a0-09e8-4135-93df-5bebfb5cb2de None None] Agent healthcheck: found 6 active agents {{(pid=82371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 20 15:58:02.729238 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7d090ea5-4243-449c-8cd8-490e242d2eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:58:04.089622 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:58:05.100411 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7f7c871a-d4dc-4b72-8726-6f6c93f955f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:58:05.518106 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:58:06.851183 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:58:09.392251 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:58:22.653865 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.agents_db [None req-ae0f67a0-09e8-4135-93df-5bebfb5cb2de None None] Agent healthcheck: found 6 active agents {{(pid=82371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 20 15:58:32.731835 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-866c3ad5-6110-4a12-a742-796a1651fa8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:58:34.091425 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:58:35.100995 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8cdcf165-605d-4e10-9688-e91b5debcdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:58:35.516755 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:58:36.864071 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:58:39.391932 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:58:59.654817 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.agents_db [None req-ae0f67a0-09e8-4135-93df-5bebfb5cb2de None None] Agent healthcheck: found 6 active agents {{(pid=82371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 20 15:59:02.736104 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0045ca48-bb50-4f96-a839-8e4878cf7358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:04.094367 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:05.102945 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dc25eba2-32db-411a-9286-7ffb66752c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:05.525908 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:06.866723 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:09.423697 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:10.487548 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 50068) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:10.869366 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-2f7acce2-0d04-44e5-9f6e-c9e976723f36 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-408443274-network', 'tenant_id': 'a0ad6fb96f2948788cf8a1d3d787552f'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 15:59:10.875155 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-2f7acce2-0d04-44e5-9f6e-c9e976723f36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:59:10.880087 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-2f7acce2-0d04-44e5-9f6e-c9e976723f36 admin admin] Usage tracker for resource:network and tenant:a0ad6fb96f2948788cf8a1d3d787552f is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:59:10.883250 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-2f7acce2-0d04-44e5-9f6e-c9e976723f36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:59:10.889635 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-2f7acce2-0d04-44e5-9f6e-c9e976723f36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:59:10.899262 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7acce2-0d04-44e5-9f6e-c9e976723f36 admin admin] Made reservation on behalf of a0ad6fb96f2948788cf8a1d3d787552f for: {'network': 1} {{(pid=82368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 15:59:10.904102 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2f7acce2-0d04-44e5-9f6e-c9e976723f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for network, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:10.920370 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2f7acce2-0d04-44e5-9f6e-c9e976723f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:10.964162 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-2f7acce2-0d04-44e5-9f6e-c9e976723f36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:59:10.968539 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-2f7acce2-0d04-44e5-9f6e-c9e976723f36 admin admin] Usage tracker for resource:security_group_rule and tenant:a0ad6fb96f2948788cf8a1d3d787552f is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:59:10.971482 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-2f7acce2-0d04-44e5-9f6e-c9e976723f36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:59:10.978173 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-2f7acce2-0d04-44e5-9f6e-c9e976723f36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:59:11.051512 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2f7acce2-0d04-44e5-9f6e-c9e976723f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:11.054266 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2f7acce2-0d04-44e5-9f6e-c9e976723f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:11.058960 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:11.097165 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7acce2-0d04-44e5-9f6e-c9e976723f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7ab208-7bc6-46e5-9789-d54b003a89e5,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:11.101139 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f7acce2-0d04-44e5-9f6e-c9e976723f36 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=82368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 20 15:59:11.112050 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7acce2-0d04-44e5-9f6e-c9e976723f36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:11.112429 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7acce2-0d04-44e5-9f6e-c9e976723f36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:11.112788 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7acce2-0d04-44e5-9f6e-c9e976723f36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:11.113124 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7acce2-0d04-44e5-9f6e-c9e976723f36 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:11.113493 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7acce2-0d04-44e5-9f6e-c9e976723f36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:11.113851 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7acce2-0d04-44e5-9f6e-c9e976723f36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:11.114209 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7acce2-0d04-44e5-9f6e-c9e976723f36 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:11.114570 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7acce2-0d04-44e5-9f6e-c9e976723f36 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:11.114950 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7acce2-0d04-44e5-9f6e-c9e976723f36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:11.115309 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7acce2-0d04-44e5-9f6e-c9e976723f36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:11.115663 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7acce2-0d04-44e5-9f6e-c9e976723f36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:11.116686 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f7acce2-0d04-44e5-9f6e-c9e976723f36 admin admin] Tracked resource versions report: Sep 20 15:59:11.116686 dv-cinder-809669-1-iscsi neutron-server[82259]: pushed versions: Sep 20 15:59:11.116686 dv-cinder-809669-1-iscsi neutron-server[82259]: { 'ConntrackHelper': {'1.0'}, Sep 20 15:59:11.116686 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Log': {'1.0'}, Sep 20 15:59:11.116686 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Network': {'1.1'}, Sep 20 15:59:11.116686 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Port': {'1.5'}, Sep 20 15:59:11.116686 dv-cinder-809669-1-iscsi neutron-server[82259]: 'PortForwarding': {'1.2'}, Sep 20 15:59:11.116686 dv-cinder-809669-1-iscsi neutron-server[82259]: 'QosPolicy': {'1.8'}, Sep 20 15:59:11.116686 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SecurityGroup': {'1.2'}, Sep 20 15:59:11.116686 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SecurityGroupRule': {'1.0'}, Sep 20 15:59:11.116686 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SubPort': {'1.0'}, Sep 20 15:59:11.116686 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Subnet': {'1.1'}, Sep 20 15:59:11.116686 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Trunk': {'1.1'}} Sep 20 15:59:11.116686 dv-cinder-809669-1-iscsi neutron-server[82259]: consumer versions: Sep 20 15:59:11.116686 dv-cinder-809669-1-iscsi neutron-server[82259]: { DHCP agent@dv-cinder-809669-1-iscsi: {}, Sep 20 15:59:11.116686 dv-cinder-809669-1-iscsi neutron-server[82259]: HyperV agent@hv-cinder-80966: {}, Sep 20 15:59:11.116686 dv-cinder-809669-1-iscsi neutron-server[82259]: L3 agent@dv-cinder-809669-1-iscsi: {}, Sep 20 15:59:11.116686 dv-cinder-809669-1-iscsi neutron-server[82259]: Metadata agent@dv-cinder-809669-1-iscsi: {}, Sep 20 15:59:11.116686 dv-cinder-809669-1-iscsi neutron-server[82259]: Metering agent@dv-cinder-809669-1-iscsi: {}, Sep 20 15:59:11.116686 dv-cinder-809669-1-iscsi neutron-server[82259]: Open vSwitch agent@dv-cinder-809669-1-iscsi: { 'ConntrackHelper': '1.0', Sep 20 15:59:11.116686 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Log': '1.0', Sep 20 15:59:11.116686 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Network': '1.1', Sep 20 15:59:11.116686 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Port': '1.5', Sep 20 15:59:11.116686 dv-cinder-809669-1-iscsi neutron-server[82259]: 'PortForwarding': '1.2', Sep 20 15:59:11.116686 dv-cinder-809669-1-iscsi neutron-server[82259]: 'QosPolicy': '1.8', Sep 20 15:59:11.116686 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SecurityGroup': '1.2', Sep 20 15:59:11.116686 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SecurityGroupRule': '1.0', Sep 20 15:59:11.116686 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SubPort': '1.0', Sep 20 15:59:11.116686 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Subnet': '1.1', Sep 20 15:59:11.116686 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Trunk': '1.1'}} Sep 20 15:59:11.116686 dv-cinder-809669-1-iscsi neutron-server[82259]: {{(pid=82368) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Sep 20 15:59:11.120794 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-2f7acce2-0d04-44e5-9f6e-c9e976723f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:11.124445 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2f7acce2-0d04-44e5-9f6e-c9e976723f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854403426'] for segment, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:11.124863 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.db.segments_db [None req-2f7acce2-0d04-44e5-9f6e-c9e976723f36 admin admin] Added segment 53b27ffb-2548-4ae3-9c2a-2f4b0770f622 of type vlan for network 526d51a6-e1d8-43dc-ad4b-1d3805a10527 Sep 20 15:59:11.137914 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 50098) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:11.160777 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2f7acce2-0d04-44e5-9f6e-c9e976723f36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786513467763'] for network, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:11.191491 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2f7acce2-0d04-44e5-9f6e-c9e976723f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223'] for network, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:11.193120 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7acce2-0d04-44e5-9f6e-c9e976723f36 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:11.193918 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2f7acce2-0d04-44e5-9f6e-c9e976723f36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for network, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:11.199756 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-307725da-dcef-4a98-8c9c-7808f7dc17a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:11.305843 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-2f7acce2-0d04-44e5-9f6e-c9e976723f36 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8165693 Sep 20 15:59:11.308998 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 50108) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:11.309456 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7acce2-0d04-44e5-9f6e-c9e976723f36 admin admin] Pushing event updated for resources: {'Network': ['ID=526d51a6-e1d8-43dc-ad4b-1d3805a10527,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:11.312383 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-2f7acce2-0d04-44e5-9f6e-c9e976723f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:11.321266 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Network 526d51a6-e1d8-43dc-ad4b-1d3805a10527 details requested by agent ovs-agent-dv-cinder-809669-1-iscsi with host dv-cinder-809669-1-iscsi {{(pid=82370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 20 15:59:11.322832 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-8ada7b4d-3422-472a-b658-0cf389ac57e5 admin admin] Request body: {'subnet': {'network_id': '526d51a6-e1d8-43dc-ad4b-1d3805a10527', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-408443274-subnet', 'tenant_id': 'a0ad6fb96f2948788cf8a1d3d787552f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 15:59:11.325548 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.quota [None req-8ada7b4d-3422-472a-b658-0cf389ac57e5 admin admin] Loaded quota_driver: . Sep 20 15:59:11.331832 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-8ada7b4d-3422-472a-b658-0cf389ac57e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:59:11.336127 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-8ada7b4d-3422-472a-b658-0cf389ac57e5 admin admin] Usage tracker for resource:subnet and tenant:a0ad6fb96f2948788cf8a1d3d787552f is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:59:11.339722 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-8ada7b4d-3422-472a-b658-0cf389ac57e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:59:11.347011 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-8ada7b4d-3422-472a-b658-0cf389ac57e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:59:11.360712 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ada7b4d-3422-472a-b658-0cf389ac57e5 admin admin] Made reservation on behalf of a0ad6fb96f2948788cf8a1d3d787552f for: {'subnet': 1} {{(pid=82369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 15:59:11.365398 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8ada7b4d-3422-472a-b658-0cf389ac57e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:11.528269 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 50116) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:11.645516 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8ada7b4d-3422-472a-b658-0cf389ac57e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223'] for subnet, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:11.651301 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:11.691121 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-8315e200-0245-41d1-8c31-cb986f183d42 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-461655760-network', 'tenant_id': '58e34c7cef874e228cd05c786efe0991'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 15:59:11.729017 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada7b4d-3422-472a-b658-0cf389ac57e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99e482be-1e6b-4c97-9638-74c80f0f9561,revision_number=0']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:11.729135 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 50136) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:11.736317 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada7b4d-3422-472a-b658-0cf389ac57e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:11.736773 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada7b4d-3422-472a-b658-0cf389ac57e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:11.737040 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada7b4d-3422-472a-b658-0cf389ac57e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:11.737405 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada7b4d-3422-472a-b658-0cf389ac57e5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:11.737770 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada7b4d-3422-472a-b658-0cf389ac57e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:11.738127 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada7b4d-3422-472a-b658-0cf389ac57e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:11.738492 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada7b4d-3422-472a-b658-0cf389ac57e5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:11.738828 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada7b4d-3422-472a-b658-0cf389ac57e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:11.739372 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada7b4d-3422-472a-b658-0cf389ac57e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:11.739776 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada7b4d-3422-472a-b658-0cf389ac57e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:11.740148 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada7b4d-3422-472a-b658-0cf389ac57e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:11.741172 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ada7b4d-3422-472a-b658-0cf389ac57e5 admin admin] Tracked resource versions report: Sep 20 15:59:11.741172 dv-cinder-809669-1-iscsi neutron-server[82259]: pushed versions: Sep 20 15:59:11.741172 dv-cinder-809669-1-iscsi neutron-server[82259]: { 'ConntrackHelper': {'1.0'}, Sep 20 15:59:11.741172 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Log': {'1.0'}, Sep 20 15:59:11.741172 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Network': {'1.1'}, Sep 20 15:59:11.741172 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Port': {'1.5'}, Sep 20 15:59:11.741172 dv-cinder-809669-1-iscsi neutron-server[82259]: 'PortForwarding': {'1.2'}, Sep 20 15:59:11.741172 dv-cinder-809669-1-iscsi neutron-server[82259]: 'QosPolicy': {'1.8'}, Sep 20 15:59:11.741172 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SecurityGroup': {'1.2'}, Sep 20 15:59:11.741172 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SecurityGroupRule': {'1.0'}, Sep 20 15:59:11.741172 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SubPort': {'1.0'}, Sep 20 15:59:11.741172 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Subnet': {'1.1'}, Sep 20 15:59:11.741172 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Trunk': {'1.1'}} Sep 20 15:59:11.741172 dv-cinder-809669-1-iscsi neutron-server[82259]: consumer versions: Sep 20 15:59:11.741172 dv-cinder-809669-1-iscsi neutron-server[82259]: { DHCP agent@dv-cinder-809669-1-iscsi: {}, Sep 20 15:59:11.741172 dv-cinder-809669-1-iscsi neutron-server[82259]: HyperV agent@hv-cinder-80966: {}, Sep 20 15:59:11.741172 dv-cinder-809669-1-iscsi neutron-server[82259]: L3 agent@dv-cinder-809669-1-iscsi: {}, Sep 20 15:59:11.741172 dv-cinder-809669-1-iscsi neutron-server[82259]: Metadata agent@dv-cinder-809669-1-iscsi: {}, Sep 20 15:59:11.741172 dv-cinder-809669-1-iscsi neutron-server[82259]: Metering agent@dv-cinder-809669-1-iscsi: {}, Sep 20 15:59:11.741172 dv-cinder-809669-1-iscsi neutron-server[82259]: Open vSwitch agent@dv-cinder-809669-1-iscsi: { 'ConntrackHelper': '1.0', Sep 20 15:59:11.741172 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Log': '1.0', Sep 20 15:59:11.741172 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Network': '1.1', Sep 20 15:59:11.741172 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Port': '1.5', Sep 20 15:59:11.741172 dv-cinder-809669-1-iscsi neutron-server[82259]: 'PortForwarding': '1.2', Sep 20 15:59:11.741172 dv-cinder-809669-1-iscsi neutron-server[82259]: 'QosPolicy': '1.8', Sep 20 15:59:11.741172 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SecurityGroup': '1.2', Sep 20 15:59:11.741172 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SecurityGroupRule': '1.0', Sep 20 15:59:11.741172 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SubPort': '1.0', Sep 20 15:59:11.741172 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Subnet': '1.1', Sep 20 15:59:11.741172 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Trunk': '1.1'}} Sep 20 15:59:11.741172 dv-cinder-809669-1-iscsi neutron-server[82259]: {{(pid=82369) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Sep 20 15:59:11.746138 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-8ada7b4d-3422-472a-b658-0cf389ac57e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:11.760236 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-8315e200-0245-41d1-8c31-cb986f183d42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:59:11.768577 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-8315e200-0245-41d1-8c31-cb986f183d42 admin admin] Usage tracker for resource:network and tenant:58e34c7cef874e228cd05c786efe0991 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:59:11.772772 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-8315e200-0245-41d1-8c31-cb986f183d42 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:59:11.781974 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-8315e200-0245-41d1-8c31-cb986f183d42 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:59:11.792428 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ada7b4d-3422-472a-b658-0cf389ac57e5 admin admin] Checking segment: {'id': '53b27ffb-2548-4ae3-9c2a-2f4b0770f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '526d51a6-e1d8-43dc-ad4b-1d3805a10527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 15:59:11.792824 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ada7b4d-3422-472a-b658-0cf389ac57e5 admin admin] Network hostable DHCP agents. Network: 526d51a6-e1d8-43dc-ad4b-1d3805a10527, hostable agents: ['8165851e-a8d8-41e5-9937-b2b676de37d1'], hosted agents: [] {{(pid=82369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 20 15:59:11.800271 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8315e200-0245-41d1-8c31-cb986f183d42 admin admin] Made reservation on behalf of 58e34c7cef874e228cd05c786efe0991 for: {'network': 1} {{(pid=82369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 15:59:11.804898 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8315e200-0245-41d1-8c31-cb986f183d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for network, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:11.828794 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8315e200-0245-41d1-8c31-cb986f183d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:11.886043 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ada7b4d-3422-472a-b658-0cf389ac57e5 admin admin] Network 526d51a6-e1d8-43dc-ad4b-1d3805a10527 is scheduled to be hosted by DHCP agent 8165851e-a8d8-41e5-9937-b2b676de37d1 with binding_index 1 {{(pid=82369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 20 15:59:11.905411 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-8315e200-0245-41d1-8c31-cb986f183d42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:59:11.909240 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-8ada7b4d-3422-472a-b658-0cf389ac57e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809669-1-iscsi, 526d51a6-e1d8-43dc-ad4b-1d3805a10527) {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 15:59:11.911217 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-8315e200-0245-41d1-8c31-cb986f183d42 admin admin] Usage tracker for resource:security_group_rule and tenant:58e34c7cef874e228cd05c786efe0991 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:59:11.916124 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-8315e200-0245-41d1-8c31-cb986f183d42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:59:11.919003 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e01ee1c-9cce-4cd5-8d75-db34874722af None None] Network 526d51a6-e1d8-43dc-ad4b-1d3805a10527 requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 15:59:11.940897 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ada7b4d-3422-472a-b658-0cf389ac57e5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:11.941888 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8ada7b4d-3422-472a-b658-0cf389ac57e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for subnet, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:11.951790 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-8315e200-0245-41d1-8c31-cb986f183d42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:59:11.990024 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 50150) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:11.990354 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-8ada7b4d-3422-472a-b658-0cf389ac57e5 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6798863 Sep 20 15:59:11.996598 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-93f9bdda-b5cc-4d56-8f4e-f3f81a98428f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-408443274-router', 'tenant_id': 'a0ad6fb96f2948788cf8a1d3d787552f', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'}}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 15:59:12.007077 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-93f9bdda-b5cc-4d56-8f4e-f3f81a98428f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:59:12.026606 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-2da8187d-77fe-4402-92a1-8fd7bce11df0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1118877821-network', 'tenant_id': 'db746f245ad145658413ccb0154221ac'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 15:59:12.032417 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-93f9bdda-b5cc-4d56-8f4e-f3f81a98428f admin admin] Usage tracker for resource:router and tenant:a0ad6fb96f2948788cf8a1d3d787552f is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:59:12.039247 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-93f9bdda-b5cc-4d56-8f4e-f3f81a98428f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:59:12.050562 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8315e200-0245-41d1-8c31-cb986f183d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:12.050960 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-18632d39-8f0c-444a-a3a4-b784dfb14900 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1316904417-network', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 15:59:12.053502 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8315e200-0245-41d1-8c31-cb986f183d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:12.055738 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-2da8187d-77fe-4402-92a1-8fd7bce11df0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:59:12.064142 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-2da8187d-77fe-4402-92a1-8fd7bce11df0 admin admin] Usage tracker for resource:network and tenant:db746f245ad145658413ccb0154221ac is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:59:12.067951 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-93f9bdda-b5cc-4d56-8f4e-f3f81a98428f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:59:12.071893 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-2da8187d-77fe-4402-92a1-8fd7bce11df0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:59:12.076134 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8315e200-0245-41d1-8c31-cb986f183d42 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=82369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 20 15:59:12.088058 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-2da8187d-77fe-4402-92a1-8fd7bce11df0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:59:12.096387 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-18632d39-8f0c-444a-a3a4-b784dfb14900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:59:12.101879 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8315e200-0245-41d1-8c31-cb986f183d42 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363250340763115', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854403426'] for segment, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:12.102621 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8315e200-0245-41d1-8c31-cb986f183d42 admin admin] Unsubscribe: segment precommit_create {{(pid=82369) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Sep 20 15:59:12.102914 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-93f9bdda-b5cc-4d56-8f4e-f3f81a98428f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1025813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7918'] for router, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:12.103250 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.db.segments_db [None req-8315e200-0245-41d1-8c31-cb986f183d42 admin admin] Added segment 14334b2a-66af-44c2-b1ed-f7ecab412ee7 of type vlan for network f039c8f1-ad4f-41b5-b7ee-24d5c3e3f470 Sep 20 15:59:12.104271 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-93f9bdda-b5cc-4d56-8f4e-f3f81a98428f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853749765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853757889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853807792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767898'] for router, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:12.113358 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-18632d39-8f0c-444a-a3a4-b784dfb14900 admin admin] Usage tracker for resource:network and tenant:fd7704af87e049c8b60cee7ad66c9d89 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:59:12.118300 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-18632d39-8f0c-444a-a3a4-b784dfb14900 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:59:12.127397 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da8187d-77fe-4402-92a1-8fd7bce11df0 admin admin] Made reservation on behalf of db746f245ad145658413ccb0154221ac for: {'network': 1} {{(pid=82368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 15:59:12.139084 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2da8187d-77fe-4402-92a1-8fd7bce11df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for network, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:12.161497 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8315e200-0245-41d1-8c31-cb986f183d42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786513467763'] for network, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:12.162621 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-18632d39-8f0c-444a-a3a4-b784dfb14900 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:59:12.175589 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2da8187d-77fe-4402-92a1-8fd7bce11df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:12.195053 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18632d39-8f0c-444a-a3a4-b784dfb14900 admin admin] Made reservation on behalf of fd7704af87e049c8b60cee7ad66c9d89 for: {'network': 1} {{(pid=82368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 15:59:12.201191 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-18632d39-8f0c-444a-a3a4-b784dfb14900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for network, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:12.209249 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:12.225141 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-93f9bdda-b5cc-4d56-8f4e-f3f81a98428f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:12.226485 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-18632d39-8f0c-444a-a3a4-b784dfb14900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:12.254336 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9df13a-f9d6-425a-a0d7-edb5ff84fefb None None] Network 526d51a6-e1d8-43dc-ad4b-1d3805a10527 requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 15:59:12.272084 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315e200-0245-41d1-8c31-cb986f183d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2e695e-6110-42d9-a4d5-f18e495a1120,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:12.277907 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8315e200-0245-41d1-8c31-cb986f183d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223'] for network, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:12.279885 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8315e200-0245-41d1-8c31-cb986f183d42 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:12.280509 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8315e200-0245-41d1-8c31-cb986f183d42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for network, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:12.285350 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-2da8187d-77fe-4402-92a1-8fd7bce11df0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:59:12.291422 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-8315e200-0245-41d1-8c31-cb986f183d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:12.297353 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-2da8187d-77fe-4402-92a1-8fd7bce11df0 admin admin] Usage tracker for resource:security_group_rule and tenant:db746f245ad145658413ccb0154221ac is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:59:12.301284 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:12.309751 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-2da8187d-77fe-4402-92a1-8fd7bce11df0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:59:12.341132 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-2da8187d-77fe-4402-92a1-8fd7bce11df0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:59:12.405119 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-18632d39-8f0c-444a-a3a4-b784dfb14900 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:59:12.444847 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8315e200-0245-41d1-8c31-cb986f183d42 admin admin] Pushing event updated for resources: {'Network': ['ID=f039c8f1-ad4f-41b5-b7ee-24d5c3e3f470,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:12.456962 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-8315e200-0245-41d1-8c31-cb986f183d42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:12.476965 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-18632d39-8f0c-444a-a3a4-b784dfb14900 admin admin] Usage tracker for resource:security_group_rule and tenant:fd7704af87e049c8b60cee7ad66c9d89 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:59:12.485633 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-8315e200-0245-41d1-8c31-cb986f183d42 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3445575 Sep 20 15:59:12.485884 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 50164) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:12.490407 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-18632d39-8f0c-444a-a3a4-b784dfb14900 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:59:12.492072 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-2374d9db-3cf8-416f-875c-d6cdb537a85f admin admin] Request body: {'subnet': {'network_id': 'f039c8f1-ad4f-41b5-b7ee-24d5c3e3f470', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-461655760-subnet', 'tenant_id': '58e34c7cef874e228cd05c786efe0991', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 15:59:12.500183 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-2374d9db-3cf8-416f-875c-d6cdb537a85f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:59:12.504327 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-18632d39-8f0c-444a-a3a4-b784dfb14900 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:59:12.511853 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-2374d9db-3cf8-416f-875c-d6cdb537a85f admin admin] Usage tracker for resource:subnet and tenant:58e34c7cef874e228cd05c786efe0991 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:59:12.519802 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-2374d9db-3cf8-416f-875c-d6cdb537a85f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:59:12.526090 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Network f039c8f1-ad4f-41b5-b7ee-24d5c3e3f470 details requested by agent ovs-agent-dv-cinder-809669-1-iscsi with host dv-cinder-809669-1-iscsi {{(pid=82370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 20 15:59:12.540503 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-2374d9db-3cf8-416f-875c-d6cdb537a85f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:59:12.558625 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-93f9bdda-b5cc-4d56-8f4e-f3f81a98428f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853757940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1025898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767881'] for router, precommit_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:12.566791 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2374d9db-3cf8-416f-875c-d6cdb537a85f admin admin] Made reservation on behalf of 58e34c7cef874e228cd05c786efe0991 for: {'subnet': 1} {{(pid=82369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 15:59:12.572720 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2374d9db-3cf8-416f-875c-d6cdb537a85f admin admin] Notify callbacks [] for subnet, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:12.678962 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2da8187d-77fe-4402-92a1-8fd7bce11df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:12.708809 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2da8187d-77fe-4402-92a1-8fd7bce11df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:12.754724 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:12.778761 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-18632d39-8f0c-444a-a3a4-b784dfb14900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:12.795293 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-18632d39-8f0c-444a-a3a4-b784dfb14900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:12.803256 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2da8187d-77fe-4402-92a1-8fd7bce11df0 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=82368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 20 15:59:12.862258 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2374d9db-3cf8-416f-875c-d6cdb537a85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223'] for subnet, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:12.880667 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:12.895228 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2da8187d-77fe-4402-92a1-8fd7bce11df0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854403426'] for segment, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:12.895622 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.db.segments_db [None req-2da8187d-77fe-4402-92a1-8fd7bce11df0 admin admin] Added segment 989a23f7-b1d9-49cd-b7ba-1fda6ddeb386 of type vlan for network bff5b245-776a-4a0d-8c23-eec69eae1a29 Sep 20 15:59:12.945451 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8187d-77fe-4402-92a1-8fd7bce11df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a125dca-7d3c-4eaa-b2aa-def21eebb826,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:12.957721 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-2da8187d-77fe-4402-92a1-8fd7bce11df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:12.971660 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-846027f7-aec3-4f1d-9a74-ab70d2da8959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:12.988748 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2da8187d-77fe-4402-92a1-8fd7bce11df0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786513467763'] for network, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:13.000501 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2374d9db-3cf8-416f-875c-d6cdb537a85f admin admin] Checking segment: {'id': '14334b2a-66af-44c2-b1ed-f7ecab412ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f039c8f1-ad4f-41b5-b7ee-24d5c3e3f470'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 15:59:13.001082 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2374d9db-3cf8-416f-875c-d6cdb537a85f admin admin] Network hostable DHCP agents. Network: f039c8f1-ad4f-41b5-b7ee-24d5c3e3f470, hostable agents: ['8165851e-a8d8-41e5-9937-b2b676de37d1'], hosted agents: [] {{(pid=82369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 20 15:59:13.018618 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18632d39-8f0c-444a-a3a4-b784dfb14900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a23472bc-9ee9-4c29-914a-e32afa7874f4,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:13.031414 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-18632d39-8f0c-444a-a3a4-b784dfb14900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:13.043477 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374d9db-3cf8-416f-875c-d6cdb537a85f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d94ce5c-3756-4970-aa1d-2d28193f4f2d,revision_number=0']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:13.046260 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-2374d9db-3cf8-416f-875c-d6cdb537a85f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:13.051556 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2da8187d-77fe-4402-92a1-8fd7bce11df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223'] for network, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:13.054496 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da8187d-77fe-4402-92a1-8fd7bce11df0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:13.055189 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2da8187d-77fe-4402-92a1-8fd7bce11df0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for network, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:13.063649 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:13.064932 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2374d9db-3cf8-416f-875c-d6cdb537a85f admin admin] Network f039c8f1-ad4f-41b5-b7ee-24d5c3e3f470 is scheduled to be hosted by DHCP agent 8165851e-a8d8-41e5-9937-b2b676de37d1 with binding_index 1 {{(pid=82369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 20 15:59:13.078347 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.db.api [None req-18632d39-8f0c-444a-a3a4-b784dfb14900 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=82368) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Sep 20 15:59:13.078758 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_db.api [None req-18632d39-8f0c-444a-a3a4-b784dfb14900 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=82368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Sep 20 15:59:13.080603 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-2374d9db-3cf8-416f-875c-d6cdb537a85f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809669-1-iscsi, f039c8f1-ad4f-41b5-b7ee-24d5c3e3f470) {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 15:59:13.085424 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2374d9db-3cf8-416f-875c-d6cdb537a85f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:13.086072 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2374d9db-3cf8-416f-875c-d6cdb537a85f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for subnet, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:13.092655 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb68805-356f-4f3d-8cfd-6db88870fa2e None None] Network f039c8f1-ad4f-41b5-b7ee-24d5c3e3f470 requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 15:59:13.120683 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-2374d9db-3cf8-416f-875c-d6cdb537a85f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6336439 Sep 20 15:59:13.293998 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-2da8187d-77fe-4402-92a1-8fd7bce11df0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7617593 Sep 20 15:59:13.293998 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da8187d-77fe-4402-92a1-8fd7bce11df0 admin admin] Pushing event updated for resources: {'Network': ['ID=bff5b245-776a-4a0d-8c23-eec69eae1a29,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:13.294374 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 50186) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:13.295455 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-2da8187d-77fe-4402-92a1-8fd7bce11df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:13.297181 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-93f9bdda-b5cc-4d56-8f4e-f3f81a98428f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:13.300643 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-599b901d-8e43-4c6e-b28d-6f5945e712c8 admin admin] Request body: {'subnet': {'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1118877821-subnet', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 15:59:13.307358 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Network bff5b245-776a-4a0d-8c23-eec69eae1a29 details requested by agent ovs-agent-dv-cinder-809669-1-iscsi with host dv-cinder-809669-1-iscsi {{(pid=82370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 20 15:59:13.314825 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-599b901d-8e43-4c6e-b28d-6f5945e712c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:59:13.324561 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-599b901d-8e43-4c6e-b28d-6f5945e712c8 admin admin] Usage tracker for resource:subnet and tenant:db746f245ad145658413ccb0154221ac is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:59:13.337547 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-599b901d-8e43-4c6e-b28d-6f5945e712c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:59:13.339347 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-93f9bdda-b5cc-4d56-8f4e-f3f81a98428f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:13.353697 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-599b901d-8e43-4c6e-b28d-6f5945e712c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:59:13.378237 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599b901d-8e43-4c6e-b28d-6f5945e712c8 admin admin] Made reservation on behalf of db746f245ad145658413ccb0154221ac for: {'subnet': 1} {{(pid=82369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 15:59:13.388615 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-599b901d-8e43-4c6e-b28d-6f5945e712c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:13.511346 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [None req-93f9bdda-b5cc-4d56-8f4e-f3f81a98428f admin admin] Allocated IP 172.27.3.100 (378c8f1a-f14e-4679-b139-5c2d775a72d9/ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1/90389290-602e-467f-9479-ebeb5a7610b3) {{(pid=82368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 15:59:13.605740 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045c7d98-0701-4eb5-b3f7-af3f9199e770 None None] Network f039c8f1-ad4f-41b5-b7ee-24d5c3e3f470 requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 15:59:13.656755 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-599b901d-8e43-4c6e-b28d-6f5945e712c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223'] for subnet, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:13.669171 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:13.736645 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-93f9bdda-b5cc-4d56-8f4e-f3f81a98428f admin admin] Notify callbacks [] for port, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:13.741769 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-18632d39-8f0c-444a-a3a4-b784dfb14900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for network, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:13.780663 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18632d39-8f0c-444a-a3a4-b784dfb14900 admin admin] vlan segment allocate from pool success with {'vlan_id': 405, 'physical_network': 'physnet1'} {{(pid=82368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 20 15:59:13.792267 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-18632d39-8f0c-444a-a3a4-b784dfb14900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854403426'] for segment, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:13.792659 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.db.segments_db [None req-18632d39-8f0c-444a-a3a4-b784dfb14900 admin admin] Added segment d1e44e39-6be0-4349-98b0-f88bec838d0a of type vlan for network 8d940861-2256-4176-a2ad-3f8353b646fe Sep 20 15:59:13.810598 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b901d-8e43-4c6e-b28d-6f5945e712c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56db9545-8f98-4a5d-b98f-1e9dd0b9696a,revision_number=0']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:13.820525 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-599b901d-8e43-4c6e-b28d-6f5945e712c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:13.825044 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-18632d39-8f0c-444a-a3a4-b784dfb14900 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786513467763'] for network, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:13.825736 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599b901d-8e43-4c6e-b28d-6f5945e712c8 admin admin] Checking segment: {'id': '989a23f7-b1d9-49cd-b7ba-1fda6ddeb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 15:59:13.826292 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599b901d-8e43-4c6e-b28d-6f5945e712c8 admin admin] Network hostable DHCP agents. Network: bff5b245-776a-4a0d-8c23-eec69eae1a29, hostable agents: ['8165851e-a8d8-41e5-9937-b2b676de37d1'], hosted agents: [] {{(pid=82369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 20 15:59:13.865760 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-18632d39-8f0c-444a-a3a4-b784dfb14900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223'] for network, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:13.867029 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599b901d-8e43-4c6e-b28d-6f5945e712c8 admin admin] Network bff5b245-776a-4a0d-8c23-eec69eae1a29 is scheduled to be hosted by DHCP agent 8165851e-a8d8-41e5-9937-b2b676de37d1 with binding_index 1 {{(pid=82369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 20 15:59:13.868109 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18632d39-8f0c-444a-a3a4-b784dfb14900 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:13.868763 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-18632d39-8f0c-444a-a3a4-b784dfb14900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for network, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:13.891874 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-599b901d-8e43-4c6e-b28d-6f5945e712c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809669-1-iscsi, bff5b245-776a-4a0d-8c23-eec69eae1a29) {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 15:59:13.892855 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:13.900052 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599b901d-8e43-4c6e-b28d-6f5945e712c8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:13.900711 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-599b901d-8e43-4c6e-b28d-6f5945e712c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for subnet, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:13.901640 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75e1539-b457-41c3-95c8-9f2c1b004c12 None None] Network bff5b245-776a-4a0d-8c23-eec69eae1a29 requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 15:59:13.941711 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-599b901d-8e43-4c6e-b28d-6f5945e712c8 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6460593 Sep 20 15:59:13.945134 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 50206) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:13.955977 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-041cd67f-aa32-4dca-b8f0-f6cf1130bbac admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1118877821-router', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'}}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 15:59:13.967414 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-041cd67f-aa32-4dca-b8f0-f6cf1130bbac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:59:13.981812 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-041cd67f-aa32-4dca-b8f0-f6cf1130bbac admin admin] Usage tracker for resource:router and tenant:db746f245ad145658413ccb0154221ac is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:59:13.985040 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-041cd67f-aa32-4dca-b8f0-f6cf1130bbac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:59:13.997660 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-041cd67f-aa32-4dca-b8f0-f6cf1130bbac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:59:14.003468 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18632d39-8f0c-444a-a3a4-b784dfb14900 admin admin] Pushing event updated for resources: {'Network': ['ID=8d940861-2256-4176-a2ad-3f8353b646fe,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:14.006984 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-18632d39-8f0c-444a-a3a4-b784dfb14900 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:14.014885 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 50210) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:14.015447 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-18632d39-8f0c-444a-a3a4-b784dfb14900 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2853467 Sep 20 15:59:14.025599 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Network 8d940861-2256-4176-a2ad-3f8353b646fe details requested by agent ovs-agent-dv-cinder-809669-1-iscsi with host dv-cinder-809669-1-iscsi {{(pid=82370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 20 15:59:14.026438 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-77b2d623-0e5e-41ec-993f-7becbab6cf7f admin admin] Request body: {'subnet': {'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1316904417-subnet', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 15:59:14.027003 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-93f9bdda-b5cc-4d56-8f4e-f3f81a98428f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572'] for port, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:14.039861 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:14.040236 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-041cd67f-aa32-4dca-b8f0-f6cf1130bbac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1025813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7918'] for router, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:14.041552 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-041cd67f-aa32-4dca-b8f0-f6cf1130bbac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853749765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853757889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853807792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767898'] for router, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:14.050129 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-77b2d623-0e5e-41ec-993f-7becbab6cf7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:59:14.057539 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-77b2d623-0e5e-41ec-993f-7becbab6cf7f admin admin] Usage tracker for resource:subnet and tenant:fd7704af87e049c8b60cee7ad66c9d89 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:59:14.061612 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-77b2d623-0e5e-41ec-993f-7becbab6cf7f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:59:14.073719 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-77b2d623-0e5e-41ec-993f-7becbab6cf7f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:59:14.088560 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-041cd67f-aa32-4dca-b8f0-f6cf1130bbac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:14.131171 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9bdda-b5cc-4d56-8f4e-f3f81a98428f admin admin] Pushing event updated for resources: {'Port': ['ID=90389290-602e-467f-9479-ebeb5a7610b3,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:14.140955 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-93f9bdda-b5cc-4d56-8f4e-f3f81a98428f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:14.146551 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f9bdda-b5cc-4d56-8f4e-f3f81a98428f admin admin] Network 378c8f1a-f14e-4679-b139-5c2d775a72d9 is already hosted by enough agents. {{(pid=82368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 15:59:14.149695 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-93f9bdda-b5cc-4d56-8f4e-f3f81a98428f admin admin] Resources bound (agent type, host, resource id): {{(pid=82368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 15:59:14.157319 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b2d623-0e5e-41ec-993f-7becbab6cf7f admin admin] Made reservation on behalf of fd7704af87e049c8b60cee7ad66c9d89 for: {'subnet': 1} {{(pid=82369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 15:59:14.157921 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f9bdda-b5cc-4d56-8f4e-f3f81a98428f admin admin] Received port after_create {{(pid=82368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 15:59:14.162556 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-77b2d623-0e5e-41ec-993f-7becbab6cf7f admin admin] Notify callbacks [] for subnet, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:14.438545 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-93f9bdda-b5cc-4d56-8f4e-f3f81a98428f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:14.439712 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-93f9bdda-b5cc-4d56-8f4e-f3f81a98428f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853749987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1017962'] for router, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:14.874574 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba30e647-1c0f-4c1b-8777-e97ba5d15ef1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp970513e9-e7d8-5bbd-b580-39df46ea091a-bff5b245-776a-4a0d-8c23-eec69eae1a29', 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'fixed_ips': [{'subnet_id': '56db9545-8f98-4a5d-b98f-1e9dd0b9696a'}]}} from dv-cinder-809669-1-iscsi. {{(pid=82370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Sep 20 15:59:14.875582 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ba30e647-1c0f-4c1b-8777-e97ba5d15ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:14.918344 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-041cd67f-aa32-4dca-b8f0-f6cf1130bbac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853757940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1025898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767881'] for router, precommit_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:14.973411 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-77b2d623-0e5e-41ec-993f-7becbab6cf7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223'] for subnet, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:14.988035 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:15.123933 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f9bdda-b5cc-4d56-8f4e-f3f81a98428f admin admin] Router efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8 is scheduled to L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a with binding_index 1 {{(pid=82368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Sep 20 15:59:15.140664 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 50266) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:15.202925 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b2d623-0e5e-41ec-993f-7becbab6cf7f admin admin] Checking segment: {'id': 'd1e44e39-6be0-4349-98b0-f88bec838d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 15:59:15.203339 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b2d623-0e5e-41ec-993f-7becbab6cf7f admin admin] Network hostable DHCP agents. Network: 8d940861-2256-4176-a2ad-3f8353b646fe, hostable agents: ['8165851e-a8d8-41e5-9937-b2b676de37d1'], hosted agents: [] {{(pid=82369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 20 15:59:15.235337 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [None req-ba30e647-1c0f-4c1b-8777-e97ba5d15ef1 None None] Allocated IP 172.20.0.2 (bff5b245-776a-4a0d-8c23-eec69eae1a29/56db9545-8f98-4a5d-b98f-1e9dd0b9696a/c35cfa64-2d3d-4b53-beed-b50d8856d659) {{(pid=82370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 15:59:15.255657 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b2d623-0e5e-41ec-993f-7becbab6cf7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff460d82-964a-44b5-b5c5-4abe0f89a661,revision_number=0']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:15.260463 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-77b2d623-0e5e-41ec-993f-7becbab6cf7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:15.262692 dv-cinder-809669-1-iscsi neutron-server[82259]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 20 15:59:15.367911 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-041cd67f-aa32-4dca-b8f0-f6cf1130bbac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:15.406009 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b2d623-0e5e-41ec-993f-7becbab6cf7f admin admin] Network 8d940861-2256-4176-a2ad-3f8353b646fe is scheduled to be hosted by DHCP agent 8165851e-a8d8-41e5-9937-b2b676de37d1 with binding_index 1 {{(pid=82369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 20 15:59:15.418397 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-041cd67f-aa32-4dca-b8f0-f6cf1130bbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:15.424794 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-77b2d623-0e5e-41ec-993f-7becbab6cf7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809669-1-iscsi, 8d940861-2256-4176-a2ad-3f8353b646fe) {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 15:59:15.432318 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b2d623-0e5e-41ec-993f-7becbab6cf7f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:15.434081 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-77b2d623-0e5e-41ec-993f-7becbab6cf7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for subnet, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:15.453103 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d610e26-a843-4106-a85c-88de88caf8b6 None None] Network 8d940861-2256-4176-a2ad-3f8353b646fe requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 15:59:15.532873 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-7ae7ab17-2cb8-475b-b7a5-4211f5303009 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:15.534561 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-7ae7ab17-2cb8-475b-b7a5-4211f5303009 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/networks?id=f039c8f1-ad4f-41b5-b7ee-24d5c3e3f470 HTTP/1.1" status: 200 len: 811 time: 0.3925660 Sep 20 15:59:15.579416 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-01d1ef74-5c1c-4fba-acb6-36c6cad2093b tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/quotas/58e34c7cef874e228cd05c786efe0991 HTTP/1.1" status: 200 len: 375 time: 0.0349467 Sep 20 15:59:15.634673 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-77b2d623-0e5e-41ec-993f-7becbab6cf7f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6184058 Sep 20 15:59:15.635478 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 50302) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:15.648557 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f9bdda-b5cc-4d56-8f4e-f3f81a98428f admin admin] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 15:59:15.652721 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-c8d93d65-5654-452c-b036-536be5a5a169 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=58e34c7cef874e228cd05c786efe0991&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604706 Sep 20 15:59:15.670107 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-f90ec9ad-b10c-4c8a-8635-488a9ab0497a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1316904417-router', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'}}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 15:59:15.675600 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-93f9bdda-b5cc-4d56-8f4e-f3f81a98428f admin admin] Notify callbacks [] for router, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:15.676918 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-93f9bdda-b5cc-4d56-8f4e-f3f81a98428f admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.6852713 Sep 20 15:59:15.680570 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 50308) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:15.684856 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7677bb0f-0c69-466d-980d-805c9bc76a00 None None] Sync routers for ids ['efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8'] in dv-cinder-809669-1-iscsi {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 15:59:15.695276 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-f90ec9ad-b10c-4c8a-8635-488a9ab0497a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:59:15.706388 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-f90ec9ad-b10c-4c8a-8635-488a9ab0497a admin admin] Usage tracker for resource:router and tenant:fd7704af87e049c8b60cee7ad66c9d89 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:59:15.714721 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7677bb0f-0c69-466d-980d-805c9bc76a00 None None] Routers {'efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 15:59:15.715205 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-7677bb0f-0c69-466d-980d-805c9bc76a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T15:59:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 15:59:15.715518 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-f90ec9ad-b10c-4c8a-8635-488a9ab0497a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:59:15.765389 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ba30e647-1c0f-4c1b-8777-e97ba5d15ef1 None None] Notify callbacks [] for port, precommit_create {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:15.775920 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-f90ec9ad-b10c-4c8a-8635-488a9ab0497a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:59:15.800829 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f90ec9ad-b10c-4c8a-8635-488a9ab0497a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1025813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7918'] for router, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:15.801914 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f90ec9ad-b10c-4c8a-8635-488a9ab0497a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853749765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853757889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853807792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767898'] for router, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:15.822692 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f90ec9ad-b10c-4c8a-8635-488a9ab0497a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:15.874041 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-ba30e647-1c0f-4c1b-8777-e97ba5d15ef1 None None] Transition to ACTIVE for port object c35cfa64-2d3d-4b53-beed-b50d8856d659 will not be triggered until provisioned by entity L2. {{(pid=82370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 15:59:15.924375 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [None req-041cd67f-aa32-4dca-b8f0-f6cf1130bbac admin admin] Allocated IP 172.27.3.128 (378c8f1a-f14e-4679-b139-5c2d775a72d9/ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1/d5a2defa-2a3c-4ad2-9b12-63fd0c770606) {{(pid=82369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 15:59:15.941820 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-ba30e647-1c0f-4c1b-8777-e97ba5d15ef1 None None] Transition to ACTIVE for port object c35cfa64-2d3d-4b53-beed-b50d8856d659 will not be triggered until provisioned by entity DHCP. {{(pid=82370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 15:59:15.944957 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f4edab-d318-42e6-8913-0a44d81d8744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp970513e9-e7d8-5bbd-b580-39df46ea091a-8d940861-2256-4176-a2ad-3f8353b646fe', 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'fixed_ips': [{'subnet_id': 'ff460d82-964a-44b5-b5c5-4abe0f89a661'}]}} from dv-cinder-809669-1-iscsi. {{(pid=82370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Sep 20 15:59:15.947087 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-15f4edab-d318-42e6-8913-0a44d81d8744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:15.960770 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ba30e647-1c0f-4c1b-8777-e97ba5d15ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572'] for port, after_create {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:15.977103 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:16.063495 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba30e647-1c0f-4c1b-8777-e97ba5d15ef1 None None] Network bff5b245-776a-4a0d-8c23-eec69eae1a29 is already hosted by enough agents. {{(pid=82370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 15:59:16.065703 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e647-1c0f-4c1b-8777-e97ba5d15ef1 None None] Pushing event updated for resources: {'Port': ['ID=c35cfa64-2d3d-4b53-beed-b50d8856d659,revision_number=1']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:16.103852 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-ba30e647-1c0f-4c1b-8777-e97ba5d15ef1 None None] Resources bound (agent type, host, resource id): {{(pid=82370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 15:59:16.108948 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba30e647-1c0f-4c1b-8777-e97ba5d15ef1 None None] Received port after_create {{(pid=82370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 15:59:16.131475 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e647-1c0f-4c1b-8777-e97ba5d15ef1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:16.131869 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e647-1c0f-4c1b-8777-e97ba5d15ef1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:16.132394 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e647-1c0f-4c1b-8777-e97ba5d15ef1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:16.132767 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e647-1c0f-4c1b-8777-e97ba5d15ef1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:16.133829 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e647-1c0f-4c1b-8777-e97ba5d15ef1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:16.134201 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e647-1c0f-4c1b-8777-e97ba5d15ef1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:16.134565 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e647-1c0f-4c1b-8777-e97ba5d15ef1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:16.139037 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e647-1c0f-4c1b-8777-e97ba5d15ef1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:16.140349 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e647-1c0f-4c1b-8777-e97ba5d15ef1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:16.140861 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e647-1c0f-4c1b-8777-e97ba5d15ef1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:16.141061 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e647-1c0f-4c1b-8777-e97ba5d15ef1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:16.142130 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba30e647-1c0f-4c1b-8777-e97ba5d15ef1 None None] Tracked resource versions report: Sep 20 15:59:16.142130 dv-cinder-809669-1-iscsi neutron-server[82259]: pushed versions: Sep 20 15:59:16.142130 dv-cinder-809669-1-iscsi neutron-server[82259]: { 'ConntrackHelper': {'1.0'}, Sep 20 15:59:16.142130 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Log': {'1.0'}, Sep 20 15:59:16.142130 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Network': {'1.1'}, Sep 20 15:59:16.142130 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Port': {'1.5'}, Sep 20 15:59:16.142130 dv-cinder-809669-1-iscsi neutron-server[82259]: 'PortForwarding': {'1.2'}, Sep 20 15:59:16.142130 dv-cinder-809669-1-iscsi neutron-server[82259]: 'QosPolicy': {'1.8'}, Sep 20 15:59:16.142130 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SecurityGroup': {'1.2'}, Sep 20 15:59:16.142130 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SecurityGroupRule': {'1.0'}, Sep 20 15:59:16.142130 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SubPort': {'1.0'}, Sep 20 15:59:16.142130 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Subnet': {'1.1'}, Sep 20 15:59:16.142130 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Trunk': {'1.1'}} Sep 20 15:59:16.142130 dv-cinder-809669-1-iscsi neutron-server[82259]: consumer versions: Sep 20 15:59:16.142130 dv-cinder-809669-1-iscsi neutron-server[82259]: { DHCP agent@dv-cinder-809669-1-iscsi: {}, Sep 20 15:59:16.142130 dv-cinder-809669-1-iscsi neutron-server[82259]: HyperV agent@hv-cinder-80966: {}, Sep 20 15:59:16.142130 dv-cinder-809669-1-iscsi neutron-server[82259]: L3 agent@dv-cinder-809669-1-iscsi: {}, Sep 20 15:59:16.142130 dv-cinder-809669-1-iscsi neutron-server[82259]: Metadata agent@dv-cinder-809669-1-iscsi: {}, Sep 20 15:59:16.142130 dv-cinder-809669-1-iscsi neutron-server[82259]: Metering agent@dv-cinder-809669-1-iscsi: {}, Sep 20 15:59:16.142130 dv-cinder-809669-1-iscsi neutron-server[82259]: Open vSwitch agent@dv-cinder-809669-1-iscsi: { 'ConntrackHelper': '1.0', Sep 20 15:59:16.142130 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Log': '1.0', Sep 20 15:59:16.142130 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Network': '1.1', Sep 20 15:59:16.142130 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Port': '1.5', Sep 20 15:59:16.142130 dv-cinder-809669-1-iscsi neutron-server[82259]: 'PortForwarding': '1.2', Sep 20 15:59:16.142130 dv-cinder-809669-1-iscsi neutron-server[82259]: 'QosPolicy': '1.8', Sep 20 15:59:16.142130 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SecurityGroup': '1.2', Sep 20 15:59:16.142130 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SecurityGroupRule': '1.0', Sep 20 15:59:16.142130 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SubPort': '1.0', Sep 20 15:59:16.142130 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Subnet': '1.1', Sep 20 15:59:16.142130 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Trunk': '1.1'}} Sep 20 15:59:16.142130 dv-cinder-809669-1-iscsi neutron-server[82259]: {{(pid=82370) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Sep 20 15:59:16.151872 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f90ec9ad-b10c-4c8a-8635-488a9ab0497a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853757940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1025898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767881'] for router, precommit_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:16.215326 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-9e96b238-6936-4384-9706-f0d25d1add1a service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=82368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 15:59:16.221856 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-9e96b238-6936-4384-9706-f0d25d1add1a service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.1986539 Sep 20 15:59:16.226472 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-ba30e647-1c0f-4c1b-8777-e97ba5d15ef1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:16.235297 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-7677bb0f-0c69-466d-980d-805c9bc76a00 None None] Set router efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 15:59:16.520809 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-041cd67f-aa32-4dca-b8f0-f6cf1130bbac admin admin] Notify callbacks [] for port, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:16.579509 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [None req-15f4edab-d318-42e6-8913-0a44d81d8744 None None] Allocated IP 172.20.0.2 (8d940861-2256-4176-a2ad-3f8353b646fe/ff460d82-964a-44b5-b5c5-4abe0f89a661/8730de4e-93f5-4df5-b9a0-e74f84533811) {{(pid=82370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 15:59:16.630449 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 50366) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:16.649100 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-041cd67f-aa32-4dca-b8f0-f6cf1130bbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572'] for port, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:16.671159 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:16.732527 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-ba30e647-1c0f-4c1b-8777-e97ba5d15ef1 None None] Attempting to bind port c35cfa64-2d3d-4b53-beed-b50d8856d659 on host dv-cinder-809669-1-iscsi for vnic_type normal with profile {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 15:59:16.733099 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-ba30e647-1c0f-4c1b-8777-e97ba5d15ef1 None None] Attempting to bind port c35cfa64-2d3d-4b53-beed-b50d8856d659 by drivers openvswitch,hyperv on host dv-cinder-809669-1-iscsi at level 0 using segments [{'id': '989a23f7-b1d9-49cd-b7ba-1fda6ddeb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29'}] {{(pid=82370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 15:59:16.733660 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba30e647-1c0f-4c1b-8777-e97ba5d15ef1 None None] Attempting to bind port c35cfa64-2d3d-4b53-beed-b50d8856d659 on network bff5b245-776a-4a0d-8c23-eec69eae1a29 {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 15:59:16.751406 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba30e647-1c0f-4c1b-8777-e97ba5d15ef1 None None] Checking agent: {'id': 'e3ab64f4-5a45-40ad-bdab-6ad34693b70b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 51, 4), 'started_at': datetime.datetime(2021, 9, 20, 15, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 15, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 15:59:16.751823 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba30e647-1c0f-4c1b-8777-e97ba5d15ef1 None None] Checking segment: {'id': '989a23f7-b1d9-49cd-b7ba-1fda6ddeb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 15:59:16.752274 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ba30e647-1c0f-4c1b-8777-e97ba5d15ef1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:16.752710 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba30e647-1c0f-4c1b-8777-e97ba5d15ef1 None None] Bound using segment: {'id': '989a23f7-b1d9-49cd-b7ba-1fda6ddeb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29'} {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 15:59:16.753234 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-ba30e647-1c0f-4c1b-8777-e97ba5d15ef1 None None] Bound port: c35cfa64-2d3d-4b53-beed-b50d8856d659, host: dv-cinder-809669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '989a23f7-b1d9-49cd-b7ba-1fda6ddeb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29'}}] {{(pid=82370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 15:59:16.754042 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ba30e647-1c0f-4c1b-8777-e97ba5d15ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:16.890396 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-ba30e647-1c0f-4c1b-8777-e97ba5d15ef1 None None] For port c35cfa64-2d3d-4b53-beed-b50d8856d659, host dv-cinder-809669-1-iscsi, cleared binding levels {{(pid=82370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 15:59:16.892493 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-7677bb0f-0c69-466d-980d-805c9bc76a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8', 'name': 'tempest-ServerRescueNegativeTestJSON-408443274-router', 'tenant_id': 'a0ad6fb96f2948788cf8a1d3d787552f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '90389290-602e-467f-9479-ebeb5a7610b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:12Z', 'updated_at': '2021-09-20T15:59:14Z', 'revision_number': 3, 'project_id': 'a0ad6fb96f2948788cf8a1d3d787552f', 'gw_port': {'id': '90389290-602e-467f-9479-ebeb5a7610b3', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:13Z', 'updated_at': '2021-09-20T15:59:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi'}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 15:59:16.894450 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-ba30e647-1c0f-4c1b-8777-e97ba5d15ef1 None None] For port c35cfa64-2d3d-4b53-beed-b50d8856d659, host dv-cinder-809669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=c35cfa64-2d3d-4b53-beed-b50d8856d659,segment=NetworkSegment(989a23f7-b1d9-49cd-b7ba-1fda6ddeb386),segment_id=989a23f7-b1d9-49cd-b7ba-1fda6ddeb386)] {{(pid=82370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 15:59:16.909955 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7677bb0f-0c69-466d-980d-805c9bc76a00 None None] Checking router: efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8 for host: dv-cinder-809669-1-iscsi {{(pid=82371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 15:59:16.910533 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7677bb0f-0c69-466d-980d-805c9bc76a00 None None] Updating router efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8 port 90389290-602e-467f-9479-ebeb5a7610b3 binding host dv-cinder-809669-1-iscsi {{(pid=82371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 20 15:59:16.939221 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ba30e647-1c0f-4c1b-8777-e97ba5d15ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:16.950574 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041cd67f-aa32-4dca-b8f0-f6cf1130bbac admin admin] Network 378c8f1a-f14e-4679-b139-5c2d775a72d9 is already hosted by enough agents. {{(pid=82369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 15:59:16.951805 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041cd67f-aa32-4dca-b8f0-f6cf1130bbac admin admin] Pushing event updated for resources: {'Port': ['ID=d5a2defa-2a3c-4ad2-9b12-63fd0c770606,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:16.952803 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:16.957693 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-041cd67f-aa32-4dca-b8f0-f6cf1130bbac admin admin] Resources bound (agent type, host, resource id): {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 15:59:16.966545 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-9264f55d-73da-478a-af4e-810c7754f15c service neutron] 10.222.0.35 "GET /v2.0/networks/f039c8f1-ad4f-41b5-b7ee-24d5c3e3f470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7103090 Sep 20 15:59:16.979418 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041cd67f-aa32-4dca-b8f0-f6cf1130bbac admin admin] Received port after_create {{(pid=82369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 15:59:17.008740 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7677bb0f-0c69-466d-980d-805c9bc76a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:17.091451 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-041cd67f-aa32-4dca-b8f0-f6cf1130bbac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:17.095172 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-15f4edab-d318-42e6-8913-0a44d81d8744 None None] Notify callbacks [] for port, precommit_create {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:17.107545 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-15f4edab-d318-42e6-8913-0a44d81d8744 None None] Transition to ACTIVE for port object 8730de4e-93f5-4df5-b9a0-e74f84533811 will not be triggered until provisioned by entity L2. {{(pid=82370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 15:59:17.129729 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-15f4edab-d318-42e6-8913-0a44d81d8744 None None] Transition to ACTIVE for port object 8730de4e-93f5-4df5-b9a0-e74f84533811 will not be triggered until provisioned by entity DHCP. {{(pid=82370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 15:59:17.136053 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5ce4a05f-45d1-412c-8c65-2ed0e2b41535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:17.143626 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-15f4edab-d318-42e6-8913-0a44d81d8744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572'] for port, after_create {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:17.182456 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f4edab-d318-42e6-8913-0a44d81d8744 None None] Network 8d940861-2256-4176-a2ad-3f8353b646fe is already hosted by enough agents. {{(pid=82370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 15:59:17.189483 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-15f4edab-d318-42e6-8913-0a44d81d8744 None None] Resources bound (agent type, host, resource id): {{(pid=82370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 15:59:17.192472 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f4edab-d318-42e6-8913-0a44d81d8744 None None] Received port after_create {{(pid=82370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 15:59:17.217765 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-5ce4a05f-45d1-412c-8c65-2ed0e2b41535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:59:17.226921 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-5ce4a05f-45d1-412c-8c65-2ed0e2b41535 admin admin] Usage tracker for resource:security_group_rule and tenant:0f8bfd24b95b4dc89269d4e895860391 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:59:17.235584 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-5ce4a05f-45d1-412c-8c65-2ed0e2b41535 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:59:17.242176 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-5ce4a05f-45d1-412c-8c65-2ed0e2b41535 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:59:17.302823 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-21a281be-8183-448a-a71a-137c2754b53d service neutron] 10.222.0.35 "GET /v2.0/networks/f039c8f1-ad4f-41b5-b7ee-24d5c3e3f470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282242 Sep 20 15:59:17.338704 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba30e647-1c0f-4c1b-8777-e97ba5d15ef1 None None] Pushing event updated for resources: {'Port': ['ID=c35cfa64-2d3d-4b53-beed-b50d8856d659,revision_number=2']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:17.358139 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-ba30e647-1c0f-4c1b-8777-e97ba5d15ef1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:17.361728 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-2585fec1-a73a-4396-acc8-3f5bcc0b12fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:17.431541 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7677bb0f-0c69-466d-980d-805c9bc76a00 None None] Notify callbacks [] for port, precommit_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:17.445692 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-7677bb0f-0c69-466d-980d-805c9bc76a00 None None] Transition to ACTIVE for port object 90389290-602e-467f-9479-ebeb5a7610b3 will not be triggered until provisioned by entity L2. {{(pid=82371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 15:59:17.454856 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7677bb0f-0c69-466d-980d-805c9bc76a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:17.462403 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5ce4a05f-45d1-412c-8c65-2ed0e2b41535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:17.466138 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:17.474760 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5ce4a05f-45d1-412c-8c65-2ed0e2b41535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:17.480718 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-15f4edab-d318-42e6-8913-0a44d81d8744 None None] Attempting to bind port 8730de4e-93f5-4df5-b9a0-e74f84533811 on host dv-cinder-809669-1-iscsi for vnic_type normal with profile {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 15:59:17.481144 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-15f4edab-d318-42e6-8913-0a44d81d8744 None None] Attempting to bind port 8730de4e-93f5-4df5-b9a0-e74f84533811 by drivers openvswitch,hyperv on host dv-cinder-809669-1-iscsi at level 0 using segments [{'id': 'd1e44e39-6be0-4349-98b0-f88bec838d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe'}] {{(pid=82370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 15:59:17.481559 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f4edab-d318-42e6-8913-0a44d81d8744 None None] Attempting to bind port 8730de4e-93f5-4df5-b9a0-e74f84533811 on network 8d940861-2256-4176-a2ad-3f8353b646fe {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 15:59:17.526466 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-8315e200-0245-41d1-8c31-cb986f183d42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:17.536771 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-5ce4a05f-45d1-412c-8c65-2ed0e2b41535 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0f8bfd24b95b4dc89269d4e895860391&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9046607 Sep 20 15:59:17.538469 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f90ec9ad-b10c-4c8a-8635-488a9ab0497a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:17.557060 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ef4c5-fa9a-494b-a8b2-a222a639c588 None None] Pushing event updated for resources: {'Port': ['ID=90389290-602e-467f-9479-ebeb5a7610b3,revision_number=2']} {{(pid=82371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:17.560440 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f4edab-d318-42e6-8913-0a44d81d8744 None None] Checking agent: {'id': 'e3ab64f4-5a45-40ad-bdab-6ad34693b70b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 51, 4), 'started_at': datetime.datetime(2021, 9, 20, 15, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 15, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 15:59:17.561196 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f4edab-d318-42e6-8913-0a44d81d8744 None None] Checking segment: {'id': 'd1e44e39-6be0-4349-98b0-f88bec838d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 15:59:17.561822 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-15f4edab-d318-42e6-8913-0a44d81d8744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:17.566700 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f4edab-d318-42e6-8913-0a44d81d8744 None None] Bound using segment: {'id': 'd1e44e39-6be0-4349-98b0-f88bec838d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe'} {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 15:59:17.567755 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-15f4edab-d318-42e6-8913-0a44d81d8744 None None] Bound port: 8730de4e-93f5-4df5-b9a0-e74f84533811, host: dv-cinder-809669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e44e39-6be0-4349-98b0-f88bec838d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe'}}] {{(pid=82370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 15:59:17.570969 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-15f4edab-d318-42e6-8913-0a44d81d8744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:17.580146 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 50402) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:17.584948 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f90ec9ad-b10c-4c8a-8635-488a9ab0497a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:17.597387 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ef4c5-fa9a-494b-a8b2-a222a639c588 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:17.597767 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ef4c5-fa9a-494b-a8b2-a222a639c588 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:17.598143 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ef4c5-fa9a-494b-a8b2-a222a639c588 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:17.598511 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ef4c5-fa9a-494b-a8b2-a222a639c588 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:17.598952 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ef4c5-fa9a-494b-a8b2-a222a639c588 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:17.599323 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ef4c5-fa9a-494b-a8b2-a222a639c588 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:17.599686 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ef4c5-fa9a-494b-a8b2-a222a639c588 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:17.600051 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ef4c5-fa9a-494b-a8b2-a222a639c588 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:17.600407 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ef4c5-fa9a-494b-a8b2-a222a639c588 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:17.600763 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ef4c5-fa9a-494b-a8b2-a222a639c588 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:17.601116 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ef4c5-fa9a-494b-a8b2-a222a639c588 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 15:59:17.602678 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a6ef4c5-fa9a-494b-a8b2-a222a639c588 None None] Tracked resource versions report: Sep 20 15:59:17.602678 dv-cinder-809669-1-iscsi neutron-server[82259]: pushed versions: Sep 20 15:59:17.602678 dv-cinder-809669-1-iscsi neutron-server[82259]: { 'ConntrackHelper': {'1.0'}, Sep 20 15:59:17.602678 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Log': {'1.0'}, Sep 20 15:59:17.602678 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Network': {'1.1'}, Sep 20 15:59:17.602678 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Port': {'1.5'}, Sep 20 15:59:17.602678 dv-cinder-809669-1-iscsi neutron-server[82259]: 'PortForwarding': {'1.2'}, Sep 20 15:59:17.602678 dv-cinder-809669-1-iscsi neutron-server[82259]: 'QosPolicy': {'1.8'}, Sep 20 15:59:17.602678 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SecurityGroup': {'1.2'}, Sep 20 15:59:17.602678 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SecurityGroupRule': {'1.0'}, Sep 20 15:59:17.602678 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SubPort': {'1.0'}, Sep 20 15:59:17.602678 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Subnet': {'1.1'}, Sep 20 15:59:17.602678 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Trunk': {'1.1'}} Sep 20 15:59:17.602678 dv-cinder-809669-1-iscsi neutron-server[82259]: consumer versions: Sep 20 15:59:17.602678 dv-cinder-809669-1-iscsi neutron-server[82259]: { DHCP agent@dv-cinder-809669-1-iscsi: {}, Sep 20 15:59:17.602678 dv-cinder-809669-1-iscsi neutron-server[82259]: HyperV agent@hv-cinder-80966: {}, Sep 20 15:59:17.602678 dv-cinder-809669-1-iscsi neutron-server[82259]: L3 agent@dv-cinder-809669-1-iscsi: {}, Sep 20 15:59:17.602678 dv-cinder-809669-1-iscsi neutron-server[82259]: Metadata agent@dv-cinder-809669-1-iscsi: {}, Sep 20 15:59:17.602678 dv-cinder-809669-1-iscsi neutron-server[82259]: Metering agent@dv-cinder-809669-1-iscsi: {}, Sep 20 15:59:17.602678 dv-cinder-809669-1-iscsi neutron-server[82259]: Open vSwitch agent@dv-cinder-809669-1-iscsi: { 'ConntrackHelper': '1.0', Sep 20 15:59:17.602678 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Log': '1.0', Sep 20 15:59:17.602678 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Network': '1.1', Sep 20 15:59:17.602678 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Port': '1.5', Sep 20 15:59:17.602678 dv-cinder-809669-1-iscsi neutron-server[82259]: 'PortForwarding': '1.2', Sep 20 15:59:17.602678 dv-cinder-809669-1-iscsi neutron-server[82259]: 'QosPolicy': '1.8', Sep 20 15:59:17.602678 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SecurityGroup': '1.2', Sep 20 15:59:17.602678 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SecurityGroupRule': '1.0', Sep 20 15:59:17.602678 dv-cinder-809669-1-iscsi neutron-server[82259]: 'SubPort': '1.0', Sep 20 15:59:17.602678 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Subnet': '1.1', Sep 20 15:59:17.602678 dv-cinder-809669-1-iscsi neutron-server[82259]: 'Trunk': '1.1'}} Sep 20 15:59:17.602678 dv-cinder-809669-1-iscsi neutron-server[82259]: {{(pid=82371) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Sep 20 15:59:17.605576 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-7677bb0f-0c69-466d-980d-805c9bc76a00 None None] Attempting to bind port 90389290-602e-467f-9479-ebeb5a7610b3 on host dv-cinder-809669-1-iscsi for vnic_type normal with profile {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 15:59:17.606407 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-7677bb0f-0c69-466d-980d-805c9bc76a00 None None] Attempting to bind port 90389290-602e-467f-9479-ebeb5a7610b3 by drivers openvswitch,hyperv on host dv-cinder-809669-1-iscsi at level 0 using segments [{'id': 'fa70b37f-a099-4785-9555-8d4eef3560f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'}] {{(pid=82371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 15:59:17.606407 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7677bb0f-0c69-466d-980d-805c9bc76a00 None None] Attempting to bind port 90389290-602e-467f-9479-ebeb5a7610b3 on network 378c8f1a-f14e-4679-b139-5c2d775a72d9 {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 15:59:17.613878 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-1a6ef4c5-fa9a-494b-a8b2-a222a639c588 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:17.614672 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7677bb0f-0c69-466d-980d-805c9bc76a00 None None] Checking agent: {'id': 'e3ab64f4-5a45-40ad-bdab-6ad34693b70b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 51, 4), 'started_at': datetime.datetime(2021, 9, 20, 15, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 15, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 15:59:17.617283 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7677bb0f-0c69-466d-980d-805c9bc76a00 None None] Checking segment: {'id': 'fa70b37f-a099-4785-9555-8d4eef3560f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 15:59:17.618322 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7677bb0f-0c69-466d-980d-805c9bc76a00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:17.618757 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7677bb0f-0c69-466d-980d-805c9bc76a00 None None] Bound using segment: {'id': 'fa70b37f-a099-4785-9555-8d4eef3560f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'} {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 15:59:17.619313 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-7677bb0f-0c69-466d-980d-805c9bc76a00 None None] Bound port: 90389290-602e-467f-9479-ebeb5a7610b3, host: dv-cinder-809669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa70b37f-a099-4785-9555-8d4eef3560f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'}}] {{(pid=82371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 15:59:17.619738 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7677bb0f-0c69-466d-980d-805c9bc76a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:17.708719 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-7677bb0f-0c69-466d-980d-805c9bc76a00 None None] For port 90389290-602e-467f-9479-ebeb5a7610b3, host dv-cinder-809669-1-iscsi, cleared binding levels {{(pid=82371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 15:59:17.711810 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4edab-d318-42e6-8913-0a44d81d8744 None None] Pushing event updated for resources: {'Port': ['ID=8730de4e-93f5-4df5-b9a0-e74f84533811,revision_number=1']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:17.712230 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-7677bb0f-0c69-466d-980d-805c9bc76a00 None None] For port 90389290-602e-467f-9479-ebeb5a7610b3, host dv-cinder-809669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=90389290-602e-467f-9479-ebeb5a7610b3,segment=NetworkSegment(fa70b37f-a099-4785-9555-8d4eef3560f5),segment_id=fa70b37f-a099-4785-9555-8d4eef3560f5)] {{(pid=82371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 15:59:17.720100 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7677bb0f-0c69-466d-980d-805c9bc76a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:17.733623 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:17.748862 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-15f4edab-d318-42e6-8913-0a44d81d8744 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:17.774529 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [None req-f90ec9ad-b10c-4c8a-8635-488a9ab0497a admin admin] Allocated IP 172.27.3.203 (378c8f1a-f14e-4679-b139-5c2d775a72d9/ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1/d9bfb57d-fb5e-4875-9288-3eb7c3a1f34e) {{(pid=82369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 15:59:17.924815 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-15f4edab-d318-42e6-8913-0a44d81d8744 None None] For port 8730de4e-93f5-4df5-b9a0-e74f84533811, host dv-cinder-809669-1-iscsi, cleared binding levels {{(pid=82370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 15:59:17.934024 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-15f4edab-d318-42e6-8913-0a44d81d8744 None None] For port 8730de4e-93f5-4df5-b9a0-e74f84533811, host dv-cinder-809669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=8730de4e-93f5-4df5-b9a0-e74f84533811,segment=NetworkSegment(d1e44e39-6be0-4349-98b0-f88bec838d0a),segment_id=d1e44e39-6be0-4349-98b0-f88bec838d0a)] {{(pid=82370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 15:59:17.944235 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-15f4edab-d318-42e6-8913-0a44d81d8744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:17.954575 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:18.004482 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7677bb0f-0c69-466d-980d-805c9bc76a00 None None] Routers {'efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 15:59:18.005193 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-7677bb0f-0c69-466d-980d-805c9bc76a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T15:59:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 15:59:18.068991 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4a05f-45d1-412c-8c65-2ed0e2b41535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb1e9b34-df57-4ce9-aa41-abe26a7525e8,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:18.147327 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4edab-d318-42e6-8913-0a44d81d8744 None None] Pushing event updated for resources: {'Port': ['ID=8730de4e-93f5-4df5-b9a0-e74f84533811,revision_number=2']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:18.162666 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-15f4edab-d318-42e6-8913-0a44d81d8744 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:18.199028 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 50432) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:18.276261 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cf66ece7-52d1-479f-adba-c89d75cfa27e req-91bbdac1-be62-4073-9159-f27796cb80ee tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/ports?device_id=89b1dcc8-f517-465b-a2e2-a31606fefbb6 HTTP/1.1" status: 200 len: 210 time: 0.0709794 Sep 20 15:59:18.374762 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-5ce4a05f-45d1-412c-8c65-2ed0e2b41535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.848s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:18.386205 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-041cd67f-aa32-4dca-b8f0-f6cf1130bbac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:18.387088 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-041cd67f-aa32-4dca-b8f0-f6cf1130bbac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853749987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1017962'] for router, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:18.478411 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 50450) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:18.515077 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b6e0f2b3-7460-4a80-8c3e-acd706ab39e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:18.604045 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-58bd6c55-5866-4088-abd3-500adad108c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:18.648060 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-7677bb0f-0c69-466d-980d-805c9bc76a00 None None] Set router efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 15:59:18.793230 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ef4c5-fa9a-494b-a8b2-a222a639c588 None None] Pushing event updated for resources: {'Port': ['ID=90389290-602e-467f-9479-ebeb5a7610b3,revision_number=3']} {{(pid=82371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:18.798726 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-1a6ef4c5-fa9a-494b-a8b2-a222a639c588 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.065s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:18.872907 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device c35cfa64-2d3d-4b53-beed-b50d8856d659 up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 15:59:18.899821 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [None req-58bd6c55-5866-4088-abd3-500adad108c4 admin admin] Allocated IP 172.20.0.1 (526d51a6-e1d8-43dc-ad4b-1d3805a10527/99e482be-1e6b-4c97-9638-74c80f0f9561/b8f1564b-f7e8-4f81-a823-e86d3ddfca97) {{(pid=82368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 15:59:18.935129 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b6e0f2b3-7460-4a80-8c3e-acd706ab39e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:19.048533 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning for port c35cfa64-2d3d-4b53-beed-b50d8856d659 completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 15:59:19.067425 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f90ec9ad-b10c-4c8a-8635-488a9ab0497a admin admin] Notify callbacks [] for port, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:19.146555 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-78a2b7a4-9663-4ad4-b54d-1e5eb213f4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:19.153944 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f90ec9ad-b10c-4c8a-8635-488a9ab0497a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572'] for port, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:19.164794 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-041cd67f-aa32-4dca-b8f0-f6cf1130bbac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:19.247945 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-78a2b7a4-9663-4ad4-b54d-1e5eb213f4e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:59:19.253637 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-7677bb0f-0c69-466d-980d-805c9bc76a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8', 'name': 'tempest-ServerRescueNegativeTestJSON-408443274-router', 'tenant_id': 'a0ad6fb96f2948788cf8a1d3d787552f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '90389290-602e-467f-9479-ebeb5a7610b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:12Z', 'updated_at': '2021-09-20T15:59:14Z', 'revision_number': 3, 'project_id': 'a0ad6fb96f2948788cf8a1d3d787552f', 'gw_port': {'id': '90389290-602e-467f-9479-ebeb5a7610b3', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:13Z', 'updated_at': '2021-09-20T15:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi'}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 15:59:19.258565 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-78a2b7a4-9663-4ad4-b54d-1e5eb213f4e8 admin admin] Usage tracker for resource:security_group_rule and tenant:b57f9af4b54548be918053497c5aad72 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:59:19.263346 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7677bb0f-0c69-466d-980d-805c9bc76a00 None None] The sync data for ids ['efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8'] in dv-cinder-809669-1-iscsi is: [{'id': 'efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8', 'name': 'tempest-ServerRescueNegativeTestJSON-408443274-router', 'tenant_id': 'a0ad6fb96f2948788cf8a1d3d787552f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '90389290-602e-467f-9479-ebeb5a7610b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:12Z', 'updated_at': '2021-09-20T15:59:14Z', 'revision_number': 3, 'project_id': 'a0ad6fb96f2948788cf8a1d3d787552f', 'gw_port': {'id': '90389290-602e-467f-9479-ebeb5a7610b3', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:13Z', 'updated_at': '2021-09-20T15:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi'}] {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 15:59:19.268885 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-58bd6c55-5866-4088-abd3-500adad108c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:19.274750 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-78a2b7a4-9663-4ad4-b54d-1e5eb213f4e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:59:19.283710 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-78a2b7a4-9663-4ad4-b54d-1e5eb213f4e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:59:19.310373 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90ec9ad-b10c-4c8a-8635-488a9ab0497a admin admin] Network 378c8f1a-f14e-4679-b139-5c2d775a72d9 is already hosted by enough agents. {{(pid=82369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 15:59:19.319515 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-f90ec9ad-b10c-4c8a-8635-488a9ab0497a admin admin] Resources bound (agent type, host, resource id): {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 15:59:19.332996 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90ec9ad-b10c-4c8a-8635-488a9ab0497a admin admin] Received port after_create {{(pid=82369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 15:59:19.348212 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-58bd6c55-5866-4088-abd3-500adad108c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572'] for port, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:19.360044 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:19.413564 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b6e0f2b3-7460-4a80-8c3e-acd706ab39e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:19.414245 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ec9ad-b10c-4c8a-8635-488a9ab0497a admin admin] Pushing event updated for resources: {'Port': ['ID=d9bfb57d-fb5e-4875-9288-3eb7c3a1f34e,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:19.419900 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f90ec9ad-b10c-4c8a-8635-488a9ab0497a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:19.428712 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:19.452069 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0f2b3-7460-4a80-8c3e-acd706ab39e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb1e9b34-df57-4ce9-aa41-abe26a7525e8,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:19.470967 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b6e0f2b3-7460-4a80-8c3e-acd706ab39e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:19.507244 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b6e0f2b3-7460-4a80-8c3e-acd706ab39e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:19.508050 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-43bfb4e5-4c0b-43ce-b1cc-c157a7afe6ee req-c2ff1100-ca85-438d-ab6a-8ea28dbd7b81 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/ports?device_id=89b1dcc8-f517-465b-a2e2-a31606fefbb6 HTTP/1.1" status: 200 len: 210 time: 0.0976958 Sep 20 15:59:19.511692 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-b6e0f2b3-7460-4a80-8c3e-acd706ab39e6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fb1e9b34-df57-4ce9-aa41-abe26a7525e8 HTTP/1.1" status: 204 len: 168 time: 1.5717633 Sep 20 15:59:19.523291 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bd6c55-5866-4088-abd3-500adad108c4 admin admin] Network 526d51a6-e1d8-43dc-ad4b-1d3805a10527 is already hosted by enough agents. {{(pid=82368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 15:59:19.534452 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-58bd6c55-5866-4088-abd3-500adad108c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=82368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 15:59:19.542554 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bd6c55-5866-4088-abd3-500adad108c4 admin admin] Received port after_create {{(pid=82368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 15:59:19.542997 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-58bd6c55-5866-4088-abd3-500adad108c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853758162'] for router_interface, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:19.545615 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd6c55-5866-4088-abd3-500adad108c4 admin admin] Pushing event updated for resources: {'Port': ['ID=b8f1564b-f7e8-4f81-a823-e86d3ddfca97,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:19.550108 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-78a2b7a4-9663-4ad4-b54d-1e5eb213f4e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:19.551762 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-58bd6c55-5866-4088-abd3-500adad108c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:19.577998 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f90ec9ad-b10c-4c8a-8635-488a9ab0497a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:19.578790 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f90ec9ad-b10c-4c8a-8635-488a9ab0497a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853749987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1017962'] for router, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:19.580848 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-78a2b7a4-9663-4ad4-b54d-1e5eb213f4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:19.601371 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-2da8187d-77fe-4402-92a1-8fd7bce11df0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:19.696634 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-78a2b7a4-9663-4ad4-b54d-1e5eb213f4e8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b57f9af4b54548be918053497c5aad72&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1908488 Sep 20 15:59:19.697503 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2b7a4-9663-4ad4-b54d-1e5eb213f4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa87686-46d1-4ae4-964a-3537274e0ac1,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:19.701227 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-78a2b7a4-9663-4ad4-b54d-1e5eb213f4e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:19.701960 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 50484) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:19.706417 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041cd67f-aa32-4dca-b8f0-f6cf1130bbac admin admin] Router f96bf5f9-d6dd-4faa-a9ad-481b40f59552 is scheduled to L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a with binding_index 1 {{(pid=82369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Sep 20 15:59:19.886227 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-58bd6c55-5866-4088-abd3-500adad108c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:20.003801 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1ef70a0e-8dee-410c-b250-82c42f646a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:20.124438 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1ef70a0e-8dee-410c-b250-82c42f646a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:20.170578 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e0ed9c-1d02-49d6-af42-ab9aa7075ea3 None None] Network bff5b245-776a-4a0d-8c23-eec69eae1a29 requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 15:59:20.315599 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b51b31f0-104d-4414-b778-0768a50b9eb0 None None] Provisioning for port c35cfa64-2d3d-4b53-beed-b50d8856d659 completed by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 15:59:20.325937 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b51b31f0-104d-4414-b778-0768a50b9eb0 None None] Provisioning complete for port c35cfa64-2d3d-4b53-beed-b50d8856d659 triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 15:59:20.326636 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b51b31f0-104d-4414-b778-0768a50b9eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:20.341017 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1ef70a0e-8dee-410c-b250-82c42f646a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:20.355703 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:20.414268 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef70a0e-8dee-410c-b250-82c42f646a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa87686-46d1-4ae4-964a-3537274e0ac1,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:20.440779 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-1ef70a0e-8dee-410c-b250-82c42f646a3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:20.461999 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1ef70a0e-8dee-410c-b250-82c42f646a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:20.467402 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-1ef70a0e-8dee-410c-b250-82c42f646a3e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5fa87686-46d1-4ae4-964a-3537274e0ac1 HTTP/1.1" status: 204 len: 168 time: 0.7617686 Sep 20 15:59:20.516264 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-58bd6c55-5866-4088-abd3-500adad108c4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:20.526045 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041cd67f-aa32-4dca-b8f0-f6cf1130bbac admin admin] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 15:59:20.528388 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-58bd6c55-5866-4088-abd3-500adad108c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:20.529755 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-58bd6c55-5866-4088-abd3-500adad108c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853516226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1017672'] for router_interface, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:20.535407 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90ec9ad-b10c-4c8a-8635-488a9ab0497a admin admin] Router 17290f84-0f42-496c-aea2-a1e118d98dc2 is scheduled to L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a with binding_index 1 {{(pid=82369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Sep 20 15:59:20.555529 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:20.584135 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b51b31f0-104d-4414-b778-0768a50b9eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:20.599840 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e45b924-6b91-460c-911d-28b3cb66e938 None None] Sync routers for ids ['f96bf5f9-d6dd-4faa-a9ad-481b40f59552'] in dv-cinder-809669-1-iscsi {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 15:59:20.676025 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e45b924-6b91-460c-911d-28b3cb66e938 None None] Routers {'f96bf5f9-d6dd-4faa-a9ad-481b40f59552'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 15:59:20.676727 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-8e45b924-6b91-460c-911d-28b3cb66e938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T15:59:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['f96bf5f9-d6dd-4faa-a9ad-481b40f59552'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 15:59:20.709235 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd6c55-5866-4088-abd3-500adad108c4 admin admin] Pushing event updated for resources: {'Port': ['ID=b8f1564b-f7e8-4f81-a823-e86d3ddfca97,revision_number=2']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:20.726299 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-58bd6c55-5866-4088-abd3-500adad108c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:20.761809 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-041cd67f-aa32-4dca-b8f0-f6cf1130bbac admin admin] Notify callbacks [] for router, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:20.766990 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-041cd67f-aa32-4dca-b8f0-f6cf1130bbac admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.8181300 Sep 20 15:59:20.779303 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 50512) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:21.283861 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90ec9ad-b10c-4c8a-8635-488a9ab0497a admin admin] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 15:59:21.294594 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa883c73-f848-4e53-af72-352ad8412552 None None] Sync routers for ids ['17290f84-0f42-496c-aea2-a1e118d98dc2'] in dv-cinder-809669-1-iscsi {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 15:59:21.316915 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-8e45b924-6b91-460c-911d-28b3cb66e938 None None] Set router f96bf5f9-d6dd-4faa-a9ad-481b40f59552 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 15:59:21.334316 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f90ec9ad-b10c-4c8a-8635-488a9ab0497a admin admin] Notify callbacks [] for router, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:21.338274 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-f90ec9ad-b10c-4c8a-8635-488a9ab0497a admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6959243 Sep 20 15:59:21.338938 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 50530) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:21.340515 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa883c73-f848-4e53-af72-352ad8412552 None None] Routers {'17290f84-0f42-496c-aea2-a1e118d98dc2'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 15:59:21.341306 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-aa883c73-f848-4e53-af72-352ad8412552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T15:59:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['17290f84-0f42-496c-aea2-a1e118d98dc2'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 15:59:21.492107 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 50534) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:21.593317 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fd8ac3b5-7899-48a3-b961-20b82d8b710f req-87da4615-11d1-48ab-8f4b-1aa78617f051 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/ports?device_id=89b1dcc8-f517-465b-a2e2-a31606fefbb6 HTTP/1.1" status: 200 len: 210 time: 0.4384847 Sep 20 15:59:21.662708 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-34c852bb-0247-42e6-96d0-be36296ffa3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:21.764802 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bd6c55-5866-4088-abd3-500adad108c4 admin admin] Network 526d51a6-e1d8-43dc-ad4b-1d3805a10527 is already hosted by enough agents. {{(pid=82368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 15:59:21.767008 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-58bd6c55-5866-4088-abd3-500adad108c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=82368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 15:59:21.838223 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-aa883c73-f848-4e53-af72-352ad8412552 None None] Set router 17290f84-0f42-496c-aea2-a1e118d98dc2 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 15:59:21.859350 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-34c852bb-0247-42e6-96d0-be36296ffa3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:59:21.866587 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.36', 51182) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:21.884169 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-34c852bb-0247-42e6-96d0-be36296ffa3c admin admin] Usage tracker for resource:security_group_rule and tenant:39e6290a24ed4b1fa2b1d870327bde1f is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:59:21.917655 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-34c852bb-0247-42e6-96d0-be36296ffa3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:59:21.976071 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-34c852bb-0247-42e6-96d0-be36296ffa3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:59:22.066200 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 8730de4e-93f5-4df5-b9a0-e74f84533811 up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 15:59:22.134964 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb87e27-5a7d-48cf-9fa5-81b302fb4e68 None None] Network 8d940861-2256-4176-a2ad-3f8353b646fe requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 15:59:22.260858 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 50566) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:22.294534 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-330f6ab4-406e-4de9-bb14-e3a1e9456e56 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:22.295319 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-330f6ab4-406e-4de9-bb14-e3a1e9456e56 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Synchronizing usage tracker for tenant:58e34c7cef874e228cd05c786efe0991 on resource:network {{(pid=82369) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 15:59:22.408497 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-34c852bb-0247-42e6-96d0-be36296ffa3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:22.423325 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-34c852bb-0247-42e6-96d0-be36296ffa3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:22.453456 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-5ce4a05f-45d1-412c-8c65-2ed0e2b41535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:22.477775 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-330f6ab4-406e-4de9-bb14-e3a1e9456e56 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Unset dirty status for tenant:58e34c7cef874e228cd05c786efe0991 on resource:network {{(pid=82369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 15:59:22.487011 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-330f6ab4-406e-4de9-bb14-e3a1e9456e56 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.36 "GET /v2.0/networks?id=f039c8f1-ad4f-41b5-b7ee-24d5c3e3f470 HTTP/1.1" status: 200 len: 811 time: 0.6080439 Sep 20 15:59:22.624237 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-aa883c73-f848-4e53-af72-352ad8412552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'name': 'tempest-AttachVolumeTestJSON-1316904417-router', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd9bfb57d-fb5e-4875-9288-3eb7c3a1f34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:15Z', 'updated_at': '2021-09-20T15:59:19Z', 'revision_number': 3, 'project_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'gw_port': {'id': 'd9bfb57d-fb5e-4875-9288-3eb7c3a1f34e', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:32:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:17Z', 'updated_at': '2021-09-20T15:59:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi'}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 15:59:22.641569 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa883c73-f848-4e53-af72-352ad8412552 None None] Checking router: 17290f84-0f42-496c-aea2-a1e118d98dc2 for host: dv-cinder-809669-1-iscsi {{(pid=82371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 15:59:22.642164 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa883c73-f848-4e53-af72-352ad8412552 None None] Updating router 17290f84-0f42-496c-aea2-a1e118d98dc2 port d9bfb57d-fb5e-4875-9288-3eb7c3a1f34e binding host dv-cinder-809669-1-iscsi {{(pid=82371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 20 15:59:22.702165 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b51b31f0-104d-4414-b778-0768a50b9eb0 None None] For port c35cfa64-2d3d-4b53-beed-b50d8856d659, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=c35cfa64-2d3d-4b53-beed-b50d8856d659,segment=NetworkSegment(989a23f7-b1d9-49cd-b7ba-1fda6ddeb386),segment_id=989a23f7-b1d9-49cd-b7ba-1fda6ddeb386)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 15:59:22.754817 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-aa883c73-f848-4e53-af72-352ad8412552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:22.828631 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b51b31f0-104d-4414-b778-0768a50b9eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:22.850907 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-8e45b924-6b91-460c-911d-28b3cb66e938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'name': 'tempest-AttachVolumeShelveTestJSON-1118877821-router', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd5a2defa-2a3c-4ad2-9b12-63fd0c770606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:14Z', 'updated_at': '2021-09-20T15:59:17Z', 'revision_number': 3, 'project_id': 'db746f245ad145658413ccb0154221ac', 'gw_port': {'id': 'd5a2defa-2a3c-4ad2-9b12-63fd0c770606', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:91:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:15Z', 'updated_at': '2021-09-20T15:59:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi'}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 15:59:22.865645 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-15f4edab-d318-42e6-8913-0a44d81d8744 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:23.016393 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e45b924-6b91-460c-911d-28b3cb66e938 None None] Checking router: f96bf5f9-d6dd-4faa-a9ad-481b40f59552 for host: dv-cinder-809669-1-iscsi {{(pid=82370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 15:59:23.016964 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e45b924-6b91-460c-911d-28b3cb66e938 None None] Updating router f96bf5f9-d6dd-4faa-a9ad-481b40f59552 port d5a2defa-2a3c-4ad2-9b12-63fd0c770606 binding host dv-cinder-809669-1-iscsi {{(pid=82370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 20 15:59:23.091767 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c852bb-0247-42e6-96d0-be36296ffa3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfba21eb-749f-4abf-858d-c77ccc1e0f6f,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:23.095769 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-34c852bb-0247-42e6-96d0-be36296ffa3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.642s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:23.098213 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-34c852bb-0247-42e6-96d0-be36296ffa3c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=39e6290a24ed4b1fa2b1d870327bde1f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6049159 Sep 20 15:59:23.109781 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 50606) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:23.120861 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-5184fd8e-b502-4106-860e-7047204b4bed tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Request body: {'port': {'device_id': '89b1dcc8-f517-465b-a2e2-a31606fefbb6', 'network_id': 'f039c8f1-ad4f-41b5-b7ee-24d5c3e3f470', 'admin_state_up': True, 'tenant_id': '58e34c7cef874e228cd05c786efe0991'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 15:59:23.130252 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-ede43ed4-67ac-4530-a72f-2f324d0b2ca4 None None] Provisioning for port 8730de4e-93f5-4df5-b9a0-e74f84533811 completed by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 15:59:23.146067 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b31f0-104d-4414-b778-0768a50b9eb0 None None] Pushing event updated for resources: {'Port': ['ID=c35cfa64-2d3d-4b53-beed-b50d8856d659,revision_number=3']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:23.234281 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b51b31f0-104d-4414-b778-0768a50b9eb0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:23.260209 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning for port 8730de4e-93f5-4df5-b9a0-e74f84533811 completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 15:59:23.286236 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port 8730de4e-93f5-4df5-b9a0-e74f84533811 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 15:59:23.286988 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:23.315468 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-5184fd8e-b502-4106-860e-7047204b4bed tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:59:23.320262 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-5184fd8e-b502-4106-860e-7047204b4bed tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Usage tracker for resource:port and tenant:58e34c7cef874e228cd05c786efe0991 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:59:23.324354 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-5184fd8e-b502-4106-860e-7047204b4bed tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:59:23.332299 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-5184fd8e-b502-4106-860e-7047204b4bed tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:59:23.344303 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8e45b924-6b91-460c-911d-28b3cb66e938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:23.378673 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-54d5f544-ca55-49f0-a3c0-96006a0635df req-a808d1d9-a253-4a3c-9efb-4eda6b4e9933 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/ports?device_id=89b1dcc8-f517-465b-a2e2-a31606fefbb6 HTTP/1.1" status: 200 len: 210 time: 0.2705550 Sep 20 15:59:23.424348 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-5184fd8e-b502-4106-860e-7047204b4bed tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Made reservation on behalf of 58e34c7cef874e228cd05c786efe0991 for: {'port': 1} {{(pid=82369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 15:59:23.452980 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-5184fd8e-b502-4106-860e-7047204b4bed tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:23.484517 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-723d38f9-39ed-4a95-96d1-6454266e5909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:23.603772 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-aa883c73-f848-4e53-af72-352ad8412552 None None] Notify callbacks [] for port, precommit_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:23.641689 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-aa883c73-f848-4e53-af72-352ad8412552 None None] Transition to ACTIVE for port object d9bfb57d-fb5e-4875-9288-3eb7c3a1f34e will not be triggered until provisioned by entity L2. {{(pid=82371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 15:59:23.651242 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-aa883c73-f848-4e53-af72-352ad8412552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:23.656274 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-1a6ef4c5-fa9a-494b-a8b2-a222a639c588 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:23.656799 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-723d38f9-39ed-4a95-96d1-6454266e5909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:59:23.660799 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-723d38f9-39ed-4a95-96d1-6454266e5909 admin admin] Usage tracker for resource:security_group_rule and tenant:5888cd0518304d4b80a02856e919860d is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:59:23.664380 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-723d38f9-39ed-4a95-96d1-6454266e5909 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:59:23.665196 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-04c0fb68-dc9e-4bf5-b231-487428854b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:23.681435 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-723d38f9-39ed-4a95-96d1-6454266e5909 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:59:23.813500 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-04c0fb68-dc9e-4bf5-b231-487428854b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:23.818573 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400d165-eb86-4e58-a046-fd7511635970 None None] Pushing event updated for resources: {'Port': ['ID=d9bfb57d-fb5e-4875-9288-3eb7c3a1f34e,revision_number=2']} {{(pid=82371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:23.823329 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-2400d165-eb86-4e58-a046-fd7511635970 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:23.827857 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-723d38f9-39ed-4a95-96d1-6454266e5909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:23.853514 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-aa883c73-f848-4e53-af72-352ad8412552 None None] Attempting to bind port d9bfb57d-fb5e-4875-9288-3eb7c3a1f34e on host dv-cinder-809669-1-iscsi for vnic_type normal with profile {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 15:59:23.853927 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-aa883c73-f848-4e53-af72-352ad8412552 None None] Attempting to bind port d9bfb57d-fb5e-4875-9288-3eb7c3a1f34e by drivers openvswitch,hyperv on host dv-cinder-809669-1-iscsi at level 0 using segments [{'id': 'fa70b37f-a099-4785-9555-8d4eef3560f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'}] {{(pid=82371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 15:59:23.854336 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa883c73-f848-4e53-af72-352ad8412552 None None] Attempting to bind port d9bfb57d-fb5e-4875-9288-3eb7c3a1f34e on network 378c8f1a-f14e-4679-b139-5c2d775a72d9 {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 15:59:23.861676 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa883c73-f848-4e53-af72-352ad8412552 None None] Checking agent: {'id': 'e3ab64f4-5a45-40ad-bdab-6ad34693b70b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 51, 4), 'started_at': datetime.datetime(2021, 9, 20, 15, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 15, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 15:59:23.862069 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa883c73-f848-4e53-af72-352ad8412552 None None] Checking segment: {'id': 'fa70b37f-a099-4785-9555-8d4eef3560f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 15:59:23.862514 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-aa883c73-f848-4e53-af72-352ad8412552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:23.862969 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa883c73-f848-4e53-af72-352ad8412552 None None] Bound using segment: {'id': 'fa70b37f-a099-4785-9555-8d4eef3560f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'} {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 15:59:23.863482 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-aa883c73-f848-4e53-af72-352ad8412552 None None] Bound port: d9bfb57d-fb5e-4875-9288-3eb7c3a1f34e, host: dv-cinder-809669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa70b37f-a099-4785-9555-8d4eef3560f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'}}] {{(pid=82371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 15:59:23.863910 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-aa883c73-f848-4e53-af72-352ad8412552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:23.880866 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-723d38f9-39ed-4a95-96d1-6454266e5909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:23.972701 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:24.014500 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-723d38f9-39ed-4a95-96d1-6454266e5909 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5888cd0518304d4b80a02856e919860d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7493753 Sep 20 15:59:24.017372 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723d38f9-39ed-4a95-96d1-6454266e5909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e9d8b5-9733-4a42-8ba2-2ca12cd3715d,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:24.036398 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-723d38f9-39ed-4a95-96d1-6454266e5909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:24.037165 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 50636) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:24.039166 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-aa883c73-f848-4e53-af72-352ad8412552 None None] For port d9bfb57d-fb5e-4875-9288-3eb7c3a1f34e, host dv-cinder-809669-1-iscsi, cleared binding levels {{(pid=82371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 15:59:24.043918 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-aa883c73-f848-4e53-af72-352ad8412552 None None] For port d9bfb57d-fb5e-4875-9288-3eb7c3a1f34e, host dv-cinder-809669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=d9bfb57d-fb5e-4875-9288-3eb7c3a1f34e,segment=NetworkSegment(fa70b37f-a099-4785-9555-8d4eef3560f5),segment_id=fa70b37f-a099-4785-9555-8d4eef3560f5)] {{(pid=82371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 15:59:24.049509 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-aa883c73-f848-4e53-af72-352ad8412552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:24.055933 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:24.191367 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58bd6c55-5866-4088-abd3-500adad108c4 admin admin] Router efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8 has already been hosted by L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a {{(pid=82368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 20 15:59:24.379729 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa883c73-f848-4e53-af72-352ad8412552 None None] Routers {'17290f84-0f42-496c-aea2-a1e118d98dc2'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 15:59:24.395168 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-aa883c73-f848-4e53-af72-352ad8412552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T15:59:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['17290f84-0f42-496c-aea2-a1e118d98dc2'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 15:59:24.466158 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f8a6dd57-85fd-4401-8452-26b31ca186cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:24.631087 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8e45b924-6b91-460c-911d-28b3cb66e938 None None] Notify callbacks [] for port, precommit_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:24.635424 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-04c0fb68-dc9e-4bf5-b231-487428854b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:24.642872 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-5184fd8e-b502-4106-860e-7047204b4bed tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Allocated IP 172.20.0.12 (f039c8f1-ad4f-41b5-b7ee-24d5c3e3f470/6d94ce5c-3756-4970-aa1d-2d28193f4f2d/d8fe09ed-690e-40da-a789-c9b84391e8e2) {{(pid=82369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 15:59:24.663769 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-8e45b924-6b91-460c-911d-28b3cb66e938 None None] Transition to ACTIVE for port object d5a2defa-2a3c-4ad2-9b12-63fd0c770606 will not be triggered until provisioned by entity L2. {{(pid=82370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 15:59:24.690253 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8e45b924-6b91-460c-911d-28b3cb66e938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:24.743957 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400d165-eb86-4e58-a046-fd7511635970 None None] Pushing event updated for resources: {'Port': ['ID=d9bfb57d-fb5e-4875-9288-3eb7c3a1f34e,revision_number=3']} {{(pid=82371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:24.759440 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-2400d165-eb86-4e58-a046-fd7511635970 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:24.811272 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 50648) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:24.881925 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:24.898028 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:24.940180 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-aa883c73-f848-4e53-af72-352ad8412552 None None] Set router 17290f84-0f42-496c-aea2-a1e118d98dc2 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 15:59:24.955702 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-04c0fb68-dc9e-4bf5-b231-487428854b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:24.974168 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:24.976122 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-04c0fb68-dc9e-4bf5-b231-487428854b56 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cfba21eb-749f-4abf-858d-c77ccc1e0f6f HTTP/1.1" status: 204 len: 168 time: 1.8605723 Sep 20 15:59:25.010820 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b506ee-2ed8-46a3-94ad-0110867b057f None None] Pushing event updated for resources: {'Port': ['ID=d5a2defa-2a3c-4ad2-9b12-63fd0c770606,revision_number=2']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:25.022100 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-65b506ee-2ed8-46a3-94ad-0110867b057f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:25.045481 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-fd949688-a122-4366-9db6-164c416f84cc None None] Provisioning complete for port c35cfa64-2d3d-4b53-beed-b50d8856d659 triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 15:59:25.046109 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fd949688-a122-4366-9db6-164c416f84cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:25.107951 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] For port 8730de4e-93f5-4df5-b9a0-e74f84533811, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=8730de4e-93f5-4df5-b9a0-e74f84533811,segment=NetworkSegment(d1e44e39-6be0-4349-98b0-f88bec838d0a),segment_id=d1e44e39-6be0-4349-98b0-f88bec838d0a)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 15:59:25.161993 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-8e45b924-6b91-460c-911d-28b3cb66e938 None None] Attempting to bind port d5a2defa-2a3c-4ad2-9b12-63fd0c770606 on host dv-cinder-809669-1-iscsi for vnic_type normal with profile {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 15:59:25.162414 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-8e45b924-6b91-460c-911d-28b3cb66e938 None None] Attempting to bind port d5a2defa-2a3c-4ad2-9b12-63fd0c770606 by drivers openvswitch,hyperv on host dv-cinder-809669-1-iscsi at level 0 using segments [{'id': 'fa70b37f-a099-4785-9555-8d4eef3560f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'}] {{(pid=82370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 15:59:25.162830 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e45b924-6b91-460c-911d-28b3cb66e938 None None] Attempting to bind port d5a2defa-2a3c-4ad2-9b12-63fd0c770606 on network 378c8f1a-f14e-4679-b139-5c2d775a72d9 {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 15:59:25.165189 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:25.166253 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0fb68-dc9e-4bf5-b231-487428854b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfba21eb-749f-4abf-858d-c77ccc1e0f6f,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:25.173839 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-04c0fb68-dc9e-4bf5-b231-487428854b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:25.193241 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 90389290-602e-467f-9479-ebeb5a7610b3 up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 15:59:25.252166 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1434f8e2-5ef9-4034-8dc2-5dc7452bd6c9 req-0eedfdc7-72bf-41ff-8fc1-c13ab628a660 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/ports?device_id=89b1dcc8-f517-465b-a2e2-a31606fefbb6 HTTP/1.1" status: 200 len: 210 time: 0.3653054 Sep 20 15:59:25.347438 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:25.520304 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58bd6c55-5866-4088-abd3-500adad108c4 admin admin] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 15:59:25.546045 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f8a6dd57-85fd-4401-8452-26b31ca186cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:25.552225 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-58bd6c55-5866-4088-abd3-500adad108c4 admin admin] 10.222.0.35 "PUT /v2.0/routers/efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8702819 Sep 20 15:59:25.659362 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Pushing event updated for resources: {'Port': ['ID=8730de4e-93f5-4df5-b9a0-e74f84533811,revision_number=3']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:25.675850 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:25.680459 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42107869-970d-4fe5-ae87-ff82d42112bc None None] Sync routers for ids ['efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8'] in dv-cinder-809669-1-iscsi {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 15:59:25.753201 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-5184fd8e-b502-4106-860e-7047204b4bed tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Notify callbacks [] for port, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:25.803496 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42107869-970d-4fe5-ae87-ff82d42112bc None None] Routers {'efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 15:59:25.804207 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-42107869-970d-4fe5-ae87-ff82d42112bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T15:59:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 15:59:25.893347 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0a6caefb-5bbf-463f-9378-39170bcf8c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:25.939479 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f8a6dd57-85fd-4401-8452-26b31ca186cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:26.019046 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-0a6caefb-5bbf-463f-9378-39170bcf8c7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:59:26.037025 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-0a6caefb-5bbf-463f-9378-39170bcf8c7b admin admin] Usage tracker for resource:security_group_rule and tenant:523a5a49b30d43288697f3d3f94c23c1 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:59:26.046802 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-0a6caefb-5bbf-463f-9378-39170bcf8c7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:59:26.064575 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-0a6caefb-5bbf-463f-9378-39170bcf8c7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:59:26.114831 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a69320a0-5a74-4747-80c2-a7eb1e8a2c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:26.165153 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0a6caefb-5bbf-463f-9378-39170bcf8c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:26.167115 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-5184fd8e-b502-4106-860e-7047204b4bed tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572'] for port, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:26.180527 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0a6caefb-5bbf-463f-9378-39170bcf8c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:26.183941 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-723d38f9-39ed-4a95-96d1-6454266e5909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:26.252916 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f8a6dd57-85fd-4401-8452-26b31ca186cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:26.254300 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-f8a6dd57-85fd-4401-8452-26b31ca186cf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/07e9d8b5-9733-4a42-8ba2-2ca12cd3715d HTTP/1.1" status: 204 len: 168 time: 2.2072930 Sep 20 15:59:26.260249 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-0a6caefb-5bbf-463f-9378-39170bcf8c7b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=523a5a49b30d43288697f3d3f94c23c1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0794299 Sep 20 15:59:26.276257 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 50696) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:26.289923 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a6dd57-85fd-4401-8452-26b31ca186cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e9d8b5-9733-4a42-8ba2-2ca12cd3715d,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:26.356437 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6caefb-5bbf-463f-9378-39170bcf8c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbef80cd-49d7-452f-b437-5c5531ae6af2,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:26.361591 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-5184fd8e-b502-4106-860e-7047204b4bed tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Network f039c8f1-ad4f-41b5-b7ee-24d5c3e3f470 is already hosted by enough agents. {{(pid=82369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 15:59:26.394682 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-5184fd8e-b502-4106-860e-7047204b4bed tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Resources bound (agent type, host, resource id): {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 15:59:26.402572 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0a6caefb-5bbf-463f-9378-39170bcf8c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:26.410251 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:26.410863 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:26.411885 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-5184fd8e-b502-4106-860e-7047204b4bed tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Received port after_create {{(pid=82369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 15:59:26.416999 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-5184fd8e-b502-4106-860e-7047204b4bed tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:26.418121 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-5184fd8e-b502-4106-860e-7047204b4bed tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for port, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:26.434984 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:26.436553 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-42107869-970d-4fe5-ae87-ff82d42112bc None None] Set router efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 15:59:26.525052 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5184fd8e-b502-4106-860e-7047204b4bed tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Pushing event updated for resources: {'Port': ['ID=d8fe09ed-690e-40da-a789-c9b84391e8e2,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:26.715301 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-aa883c73-f848-4e53-af72-352ad8412552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'name': 'tempest-AttachVolumeTestJSON-1316904417-router', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd9bfb57d-fb5e-4875-9288-3eb7c3a1f34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:15Z', 'updated_at': '2021-09-20T15:59:19Z', 'revision_number': 3, 'project_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'gw_port': {'id': 'd9bfb57d-fb5e-4875-9288-3eb7c3a1f34e', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:32:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:17Z', 'updated_at': '2021-09-20T15:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi'}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 15:59:26.718409 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-5184fd8e-b502-4106-860e-7047204b4bed tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:26.724554 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa883c73-f848-4e53-af72-352ad8412552 None None] The sync data for ids ['17290f84-0f42-496c-aea2-a1e118d98dc2'] in dv-cinder-809669-1-iscsi is: [{'id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'name': 'tempest-AttachVolumeTestJSON-1316904417-router', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd9bfb57d-fb5e-4875-9288-3eb7c3a1f34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:15Z', 'updated_at': '2021-09-20T15:59:19Z', 'revision_number': 3, 'project_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'gw_port': {'id': 'd9bfb57d-fb5e-4875-9288-3eb7c3a1f34e', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:32:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:17Z', 'updated_at': '2021-09-20T15:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi'}] {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 15:59:26.772853 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e45b924-6b91-460c-911d-28b3cb66e938 None None] Checking agent: {'id': 'e3ab64f4-5a45-40ad-bdab-6ad34693b70b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 51, 4), 'started_at': datetime.datetime(2021, 9, 20, 15, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 15, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 15:59:26.772853 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e45b924-6b91-460c-911d-28b3cb66e938 None None] Checking segment: {'id': 'fa70b37f-a099-4785-9555-8d4eef3560f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 15:59:26.772853 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8e45b924-6b91-460c-911d-28b3cb66e938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:26.772853 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e45b924-6b91-460c-911d-28b3cb66e938 None None] Bound using segment: {'id': 'fa70b37f-a099-4785-9555-8d4eef3560f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'} {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 15:59:26.773483 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-8e45b924-6b91-460c-911d-28b3cb66e938 None None] Bound port: d5a2defa-2a3c-4ad2-9b12-63fd0c770606, host: dv-cinder-809669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa70b37f-a099-4785-9555-8d4eef3560f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'}}] {{(pid=82370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 15:59:26.773847 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8e45b924-6b91-460c-911d-28b3cb66e938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:26.909422 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b4d0f779-4e33-48cb-bbde-046907865e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:26.992072 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-8e45b924-6b91-460c-911d-28b3cb66e938 None None] For port d5a2defa-2a3c-4ad2-9b12-63fd0c770606, host dv-cinder-809669-1-iscsi, cleared binding levels {{(pid=82370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 15:59:26.997720 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-8e45b924-6b91-460c-911d-28b3cb66e938 None None] For port d5a2defa-2a3c-4ad2-9b12-63fd0c770606, host dv-cinder-809669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=d5a2defa-2a3c-4ad2-9b12-63fd0c770606,segment=NetworkSegment(fa70b37f-a099-4785-9555-8d4eef3560f5),segment_id=fa70b37f-a099-4785-9555-8d4eef3560f5)] {{(pid=82370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 15:59:27.000685 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b4d0f779-4e33-48cb-bbde-046907865e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:27.064787 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8e45b924-6b91-460c-911d-28b3cb66e938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:27.127063 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-5184fd8e-b502-4106-860e-7047204b4bed tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0467670 Sep 20 15:59:27.134443 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b4d0f779-4e33-48cb-bbde-046907865e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:27.185225 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b6e0f2b3-7460-4a80-8c3e-acd706ab39e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:27.193203 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 50710) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:27.204409 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:27.225012 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b4d0f779-4e33-48cb-bbde-046907865e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:27.233385 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-b4d0f779-4e33-48cb-bbde-046907865e96 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dbef80cd-49d7-452f-b437-5c5531ae6af2 HTTP/1.1" status: 204 len: 168 time: 0.9458358 Sep 20 15:59:27.252653 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d0f779-4e33-48cb-bbde-046907865e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbef80cd-49d7-452f-b437-5c5531ae6af2,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:27.269943 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b4d0f779-4e33-48cb-bbde-046907865e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:27.287773 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-acbef30d-9a14-4b9e-a931-8b927d7bb50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:27.298095 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfc2e0-be28-4b9c-8687-f791b27dbb38 req-a05b7469-6acc-418b-afe9-1f3597ac8630 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:27.306920 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-40dfc2e0-be28-4b9c-8687-f791b27dbb38 req-a05b7469-6acc-418b-afe9-1f3597ac8630 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/ports?device_id=89b1dcc8-f517-465b-a2e2-a31606fefbb6 HTTP/1.1" status: 200 len: 932 time: 0.6213870 Sep 20 15:59:27.308566 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [None req-a69320a0-5a74-4747-80c2-a7eb1e8a2c6c admin admin] Allocated IP 172.20.0.1 (bff5b245-776a-4a0d-8c23-eec69eae1a29/56db9545-8f98-4a5d-b98f-1e9dd0b9696a/31d188d2-f1dd-44ec-8d80-5fb6db79059b) {{(pid=82368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 15:59:27.346418 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-c0cc0d1f-6f78-4975-809a-e01f74ffdc1b tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=82369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 15:59:27.357473 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-c0cc0d1f-6f78-4975-809a-e01f74ffdc1b tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0141385 Sep 20 15:59:27.453159 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b506ee-2ed8-46a3-94ad-0110867b057f None None] Pushing event updated for resources: {'Port': ['ID=d5a2defa-2a3c-4ad2-9b12-63fd0c770606,revision_number=3']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:27.591332 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-65b506ee-2ed8-46a3-94ad-0110867b057f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:27.914277 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-40dfc2e0-be28-4b9c-8687-f791b27dbb38 req-bf78b7a3-9966-417a-986d-dc3e87aca664 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a2e695e-6110-42d9-a4d5-f18e495a1120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5809000 Sep 20 15:59:28.022537 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a69320a0-5a74-4747-80c2-a7eb1e8a2c6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:28.062674 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [None req-acbef30d-9a14-4b9e-a931-8b927d7bb50d admin admin] Allocated IP 172.20.0.1 (8d940861-2256-4176-a2ad-3f8353b646fe/ff460d82-964a-44b5-b5c5-4abe0f89a661/00179544-7199-4841-9ab7-15bb33fe9b6d) {{(pid=82369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 15:59:28.102122 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-a69320a0-5a74-4747-80c2-a7eb1e8a2c6c admin admin] Transition to ACTIVE for port object 31d188d2-f1dd-44ec-8d80-5fb6db79059b will not be triggered until provisioned by entity DHCP. {{(pid=82368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 15:59:28.139862 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e45b924-6b91-460c-911d-28b3cb66e938 None None] Routers {'f96bf5f9-d6dd-4faa-a9ad-481b40f59552'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 15:59:28.149917 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-8e45b924-6b91-460c-911d-28b3cb66e938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T15:59:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['f96bf5f9-d6dd-4faa-a9ad-481b40f59552'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 15:59:28.220011 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3d9d96ae-6aef-48dd-940a-7442099a72cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:28.471682 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-acbef30d-9a14-4b9e-a931-8b927d7bb50d admin admin] Notify callbacks [] for port, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:28.528697 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-acbef30d-9a14-4b9e-a931-8b927d7bb50d admin admin] Transition to ACTIVE for port object 00179544-7199-4841-9ab7-15bb33fe9b6d will not be triggered until provisioned by entity DHCP. {{(pid=82369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 15:59:28.592029 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-acbef30d-9a14-4b9e-a931-8b927d7bb50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572'] for port, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:28.598244 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-8b8e14ce-c168-482b-8a9a-8846be772eee tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:28.599027 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-8b8e14ce-c168-482b-8a9a-8846be772eee tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Synchronizing usage tracker for tenant:a0ad6fb96f2948788cf8a1d3d787552f on resource:network {{(pid=82368) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 15:59:28.614716 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-9a7f7e3a-4b55-4771-a513-6ffd60a89554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:28.618045 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a69320a0-5a74-4747-80c2-a7eb1e8a2c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572'] for port, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:28.678580 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-58bd6c55-5866-4088-abd3-500adad108c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:28.794444 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-8e45b924-6b91-460c-911d-28b3cb66e938 None None] Set router f96bf5f9-d6dd-4faa-a9ad-481b40f59552 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 15:59:28.796967 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbef30d-9a14-4b9e-a931-8b927d7bb50d admin admin] Pushing event updated for resources: {'Port': ['ID=00179544-7199-4841-9ab7-15bb33fe9b6d,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:28.800953 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69320a0-5a74-4747-80c2-a7eb1e8a2c6c admin admin] Network bff5b245-776a-4a0d-8c23-eec69eae1a29 is already hosted by enough agents. {{(pid=82368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 15:59:28.814352 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-a69320a0-5a74-4747-80c2-a7eb1e8a2c6c admin admin] Resources bound (agent type, host, resource id): {{(pid=82368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 15:59:28.816249 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-acbef30d-9a14-4b9e-a931-8b927d7bb50d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:28.848089 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbef30d-9a14-4b9e-a931-8b927d7bb50d admin admin] Network 8d940861-2256-4176-a2ad-3f8353b646fe is already hosted by enough agents. {{(pid=82369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 15:59:28.849747 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-acbef30d-9a14-4b9e-a931-8b927d7bb50d admin admin] Resources bound (agent type, host, resource id): {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 15:59:28.855644 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbef30d-9a14-4b9e-a931-8b927d7bb50d admin admin] Received port after_create {{(pid=82369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 15:59:28.856754 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-acbef30d-9a14-4b9e-a931-8b927d7bb50d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853758162'] for router_interface, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:28.889320 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69320a0-5a74-4747-80c2-a7eb1e8a2c6c admin admin] Received port after_create {{(pid=82368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 15:59:28.889787 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a69320a0-5a74-4747-80c2-a7eb1e8a2c6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853758162'] for router_interface, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:29.034786 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-8b8e14ce-c168-482b-8a9a-8846be772eee tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Unset dirty status for tenant:a0ad6fb96f2948788cf8a1d3d787552f on resource:network {{(pid=82368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 15:59:29.072132 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-8b8e14ce-c168-482b-8a9a-8846be772eee tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/networks?id=526d51a6-e1d8-43dc-ad4b-1d3805a10527 HTTP/1.1" status: 200 len: 818 time: 1.1470590 Sep 20 15:59:29.204187 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-acbef30d-9a14-4b9e-a931-8b927d7bb50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:29.296463 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-3d9d96ae-6aef-48dd-940a-7442099a72cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:59:29.353473 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-3d9d96ae-6aef-48dd-940a-7442099a72cc admin admin] Usage tracker for resource:security_group_rule and tenant:c27cf7c022bf4c929f81840c541495e6 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:59:29.361099 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69320a0-5a74-4747-80c2-a7eb1e8a2c6c admin admin] Pushing event updated for resources: {'Port': ['ID=31d188d2-f1dd-44ec-8d80-5fb6db79059b,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:29.513313 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-3d9d96ae-6aef-48dd-940a-7442099a72cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:59:29.538020 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-a69320a0-5a74-4747-80c2-a7eb1e8a2c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.859s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:29.596094 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-3d9d96ae-6aef-48dd-940a-7442099a72cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:59:29.608719 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-93c52014-466a-401b-8926-f4e7c0e16111 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/quotas/a0ad6fb96f2948788cf8a1d3d787552f HTTP/1.1" status: 200 len: 375 time: 0.5354662 Sep 20 15:59:29.614187 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a69320a0-5a74-4747-80c2-a7eb1e8a2c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:29.711297 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning for port 90389290-602e-467f-9479-ebeb5a7610b3 completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 15:59:29.751820 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port 90389290-602e-467f-9479-ebeb5a7610b3 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 15:59:29.752249 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:29.949974 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-d6c2bdf9-a473-4230-b67b-c5ac8df99a2b None None] Provisioning complete for port 8730de4e-93f5-4df5-b9a0-e74f84533811 triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 15:59:29.950630 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d6c2bdf9-a473-4230-b67b-c5ac8df99a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:29.981521 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958daf7-761e-467b-b8a9-afc9e6c46662 req-bedb1a1c-c8d5-4033-8b7e-b406df921211 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:29.998374 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4958daf7-761e-467b-b8a9-afc9e6c46662 req-bedb1a1c-c8d5-4033-8b7e-b406df921211 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/ports?device_id=89b1dcc8-f517-465b-a2e2-a31606fefbb6 HTTP/1.1" status: 200 len: 932 time: 0.6636412 Sep 20 15:59:30.264638 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-8e45b924-6b91-460c-911d-28b3cb66e938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'name': 'tempest-AttachVolumeShelveTestJSON-1118877821-router', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd5a2defa-2a3c-4ad2-9b12-63fd0c770606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:14Z', 'updated_at': '2021-09-20T15:59:17Z', 'revision_number': 3, 'project_id': 'db746f245ad145658413ccb0154221ac', 'gw_port': {'id': 'd5a2defa-2a3c-4ad2-9b12-63fd0c770606', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:91:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:15Z', 'updated_at': '2021-09-20T15:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi'}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 15:59:30.460871 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-6960a56f-73b5-49ce-8907-2f2658d0ad21 service neutron] Request body: {'port': {'device_id': '89b1dcc8-f517-465b-a2e2-a31606fefbb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80966'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 15:59:30.515039 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e45b924-6b91-460c-911d-28b3cb66e938 None None] The sync data for ids ['f96bf5f9-d6dd-4faa-a9ad-481b40f59552'] in dv-cinder-809669-1-iscsi is: [{'id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'name': 'tempest-AttachVolumeShelveTestJSON-1118877821-router', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd5a2defa-2a3c-4ad2-9b12-63fd0c770606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:14Z', 'updated_at': '2021-09-20T15:59:17Z', 'revision_number': 3, 'project_id': 'db746f245ad145658413ccb0154221ac', 'gw_port': {'id': 'd5a2defa-2a3c-4ad2-9b12-63fd0c770606', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:91:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:15Z', 'updated_at': '2021-09-20T15:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi'}] {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 15:59:30.658119 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-c9b1326b-a2e6-483c-8c30-04fb0527ad3f tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Synchronizing usage tracker for tenant:a0ad6fb96f2948788cf8a1d3d787552f on resource:port {{(pid=82368) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 15:59:30.667114 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-acbef30d-9a14-4b9e-a931-8b927d7bb50d admin admin] Notify callbacks [] for port, precommit_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:30.689820 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-acbef30d-9a14-4b9e-a931-8b927d7bb50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:30.695195 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-acbef30d-9a14-4b9e-a931-8b927d7bb50d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853516226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1017672'] for router_interface, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:30.722459 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-acbef30d-9a14-4b9e-a931-8b927d7bb50d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:30.790650 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:30.804760 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbef30d-9a14-4b9e-a931-8b927d7bb50d admin admin] Pushing event updated for resources: {'Port': ['ID=00179544-7199-4841-9ab7-15bb33fe9b6d,revision_number=2']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:30.813953 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-acbef30d-9a14-4b9e-a931-8b927d7bb50d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:30.816984 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-6960a56f-73b5-49ce-8907-2f2658d0ad21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:30.876132 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3d9d96ae-6aef-48dd-940a-7442099a72cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:30.890385 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-42107869-970d-4fe5-ae87-ff82d42112bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8', 'name': 'tempest-ServerRescueNegativeTestJSON-408443274-router', 'tenant_id': 'a0ad6fb96f2948788cf8a1d3d787552f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '90389290-602e-467f-9479-ebeb5a7610b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:12Z', 'updated_at': '2021-09-20T15:59:19Z', 'revision_number': 4, 'project_id': 'a0ad6fb96f2948788cf8a1d3d787552f', 'gw_port': {'id': '90389290-602e-467f-9479-ebeb5a7610b3', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8a:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:13Z', 'updated_at': '2021-09-20T15:59:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': 'b8f1564b-f7e8-4f81-a823-e86d3ddfca97', 'name': '', 'network_id': '526d51a6-e1d8-43dc-ad4b-1d3805a10527', 'tenant_id': 'a0ad6fb96f2948788cf8a1d3d787552f', 'mac_address': 'fa:16:3e:67:37:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99e482be-1e6b-4c97-9638-74c80f0f9561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:18Z', 'updated_at': '2021-09-20T15:59:20Z', 'revision_number': 2, 'project_id': 'a0ad6fb96f2948788cf8a1d3d787552f', 'subnets': [{'id': '99e482be-1e6b-4c97-9638-74c80f0f9561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 15:59:30.910634 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42107869-970d-4fe5-ae87-ff82d42112bc None None] Checking router: efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8 for host: dv-cinder-809669-1-iscsi {{(pid=82370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 15:59:30.911125 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42107869-970d-4fe5-ae87-ff82d42112bc None None] Updating router efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8 port b8f1564b-f7e8-4f81-a823-e86d3ddfca97 binding host dv-cinder-809669-1-iscsi {{(pid=82370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 20 15:59:30.913974 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3d9d96ae-6aef-48dd-940a-7442099a72cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:30.930887 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-04c0fb68-dc9e-4bf5-b231-487428854b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:30.960236 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4958daf7-761e-467b-b8a9-afc9e6c46662 req-e13e6c83-8bc2-4da3-b7be-96572e7b1a09 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a2e695e-6110-42d9-a4d5-f18e495a1120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9224620 Sep 20 15:59:30.961757 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-c9b1326b-a2e6-483c-8c30-04fb0527ad3f tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Unset dirty status for tenant:a0ad6fb96f2948788cf8a1d3d787552f on resource:port {{(pid=82368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 15:59:30.973902 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-c9b1326b-a2e6-483c-8c30-04fb0527ad3f tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a0ad6fb96f2948788cf8a1d3d787552f&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3636999 Sep 20 15:59:31.111706 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-fb1a1687-1224-4577-9a21-5b020a9263c5 None None] Provisioning for port 31d188d2-f1dd-44ec-8d80-5fb6db79059b completed by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 15:59:31.125150 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-42107869-970d-4fe5-ae87-ff82d42112bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:31.137475 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-3d9d96ae-6aef-48dd-940a-7442099a72cc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c27cf7c022bf4c929f81840c541495e6&name=default HTTP/1.1" status: 200 len: 2647 time: 3.9260414 Sep 20 15:59:31.139931 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 50790) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:31.167188 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] For port 90389290-602e-467f-9479-ebeb5a7610b3, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=90389290-602e-467f-9479-ebeb5a7610b3,segment=NetworkSegment(fa70b37f-a099-4785-9555-8d4eef3560f5),segment_id=fa70b37f-a099-4785-9555-8d4eef3560f5)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 15:59:31.269805 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbef30d-9a14-4b9e-a931-8b927d7bb50d admin admin] Network 8d940861-2256-4176-a2ad-3f8353b646fe is already hosted by enough agents. {{(pid=82369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 15:59:31.274720 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-acbef30d-9a14-4b9e-a931-8b927d7bb50d admin admin] Resources bound (agent type, host, resource id): {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 15:59:31.281076 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9d96ae-6aef-48dd-940a-7442099a72cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9f1a58c-45e2-4556-95a2-459780210e63,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:31.318964 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-3d9d96ae-6aef-48dd-940a-7442099a72cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:31.324843 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-fb1a1687-1224-4577-9a21-5b020a9263c5 None None] Provisioning complete for port 31d188d2-f1dd-44ec-8d80-5fb6db79059b triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 15:59:31.325288 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fb1a1687-1224-4577-9a21-5b020a9263c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:31.342611 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a69320a0-5a74-4747-80c2-a7eb1e8a2c6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:31.371787 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a69320a0-5a74-4747-80c2-a7eb1e8a2c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:31.408227 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a69320a0-5a74-4747-80c2-a7eb1e8a2c6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853516226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1017672'] for router_interface, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:31.416492 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-63e2feb4-72b3-4b0b-9404-89f74e7ba475 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:31.552978 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-fb1a1687-1224-4577-9a21-5b020a9263c5 None None] Port 31d188d2-f1dd-44ec-8d80-5fb6db79059b cannot update to ACTIVE because it is not bound. {{(pid=82370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 20 15:59:31.577035 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:31.680963 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:31.688520 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69320a0-5a74-4747-80c2-a7eb1e8a2c6c admin admin] Pushing event updated for resources: {'Port': ['ID=31d188d2-f1dd-44ec-8d80-5fb6db79059b,revision_number=2']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:31.708039 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-a69320a0-5a74-4747-80c2-a7eb1e8a2c6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:31.818739 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-fb1a1687-1224-4577-9a21-5b020a9263c5 None None] Provisioning for port 00179544-7199-4841-9ab7-15bb33fe9b6d completed by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 15:59:31.861497 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-fb1a1687-1224-4577-9a21-5b020a9263c5 None None] Provisioning complete for port 00179544-7199-4841-9ab7-15bb33fe9b6d triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 15:59:31.877273 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fb1a1687-1224-4577-9a21-5b020a9263c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:32.184751 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69320a0-5a74-4747-80c2-a7eb1e8a2c6c admin admin] Network bff5b245-776a-4a0d-8c23-eec69eae1a29 is already hosted by enough agents. {{(pid=82368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 15:59:32.192936 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-a69320a0-5a74-4747-80c2-a7eb1e8a2c6c admin admin] Resources bound (agent type, host, resource id): {{(pid=82368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 15:59:32.196380 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Pushing event updated for resources: {'Port': ['ID=90389290-602e-467f-9479-ebeb5a7610b3,revision_number=4']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:32.266984 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device d9bfb57d-fb5e-4875-9288-3eb7c3a1f34e up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 15:59:32.449959 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.769s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:32.457222 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-fb1a1687-1224-4577-9a21-5b020a9263c5 None None] Port 00179544-7199-4841-9ab7-15bb33fe9b6d cannot update to ACTIVE because it is not bound. {{(pid=82370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 20 15:59:32.555475 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c81db639-7007-4454-b314-9afa814b3015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:32.644008 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c81db639-7007-4454-b314-9afa814b3015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:32.693033 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-6960a56f-73b5-49ce-8907-2f2658d0ad21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8fe09ed-690e-40da-a789-c9b84391e8e2 {{(pid=82369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 15:59:32.704457 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-6960a56f-73b5-49ce-8907-2f2658d0ad21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:32.750827 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning for port d9bfb57d-fb5e-4875-9288-3eb7c3a1f34e completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 15:59:32.763364 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-31eb60fb-07ac-4e64-953f-5e86c83aa063 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=82368) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 15:59:32.768395 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-31eb60fb-07ac-4e64-953f-5e86c83aa063 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 1.0749638 Sep 20 15:59:32.775664 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-6960a56f-73b5-49ce-8907-2f2658d0ad21 service neutron] Transition to ACTIVE for port object d8fe09ed-690e-40da-a789-c9b84391e8e2 will not be triggered until provisioned by entity L2. {{(pid=82369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 15:59:32.794785 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port d9bfb57d-fb5e-4875-9288-3eb7c3a1f34e triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 15:59:32.804838 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-6960a56f-73b5-49ce-8907-2f2658d0ad21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:32.805719 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:32.840700 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:33.020130 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-c6e0ac90-5325-4c22-b104-bc52be7562f7 None None] Provisioning complete for port 00179544-7199-4841-9ab7-15bb33fe9b6d triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 15:59:33.020729 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c6e0ac90-5325-4c22-b104-bc52be7562f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:33.036305 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c81db639-7007-4454-b314-9afa814b3015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:33.087993 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-2f7acce2-0d04-44e5-9f6e-c9e976723f36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:33.089584 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-997d8535-ac0a-45c0-a7ce-d4f884766902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:33.286281 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81db639-7007-4454-b314-9afa814b3015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9f1a58c-45e2-4556-95a2-459780210e63,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:33.315843 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c81db639-7007-4454-b314-9afa814b3015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:33.361777 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c81db639-7007-4454-b314-9afa814b3015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:33.370034 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-c81db639-7007-4454-b314-9afa814b3015 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c9f1a58c-45e2-4556-95a2-459780210e63 HTTP/1.1" status: 204 len: 168 time: 2.2268257 Sep 20 15:59:33.385949 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf8432-a590-4378-ad05-bf8905d9d4f2 req-88c01c81-2eff-43f5-8e7a-a5c478b2a44e tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:33.397265 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2fdf8432-a590-4378-ad05-bf8905d9d4f2 req-88c01c81-2eff-43f5-8e7a-a5c478b2a44e tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/ports?device_id=89b1dcc8-f517-465b-a2e2-a31606fefbb6 HTTP/1.1" status: 200 len: 944 time: 0.9728389 Sep 20 15:59:33.596129 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6960a56f-73b5-49ce-8907-2f2658d0ad21 service neutron] Pushing event updated for resources: {'Port': ['ID=d8fe09ed-690e-40da-a789-c9b84391e8e2,revision_number=2']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:33.599606 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-6960a56f-73b5-49ce-8907-2f2658d0ad21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:33.621211 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-67e4b499-736a-4368-9677-9e549f45272a service neutron] 10.222.0.35 "GET /v2.0/networks/526d51a6-e1d8-43dc-ad4b-1d3805a10527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6404355 Sep 20 15:59:33.744585 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:33.759382 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-6960a56f-73b5-49ce-8907-2f2658d0ad21 service neutron] Attempting to bind port d8fe09ed-690e-40da-a789-c9b84391e8e2 on host hv-cinder-80966 for vnic_type normal with profile {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 15:59:33.759920 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-6960a56f-73b5-49ce-8907-2f2658d0ad21 service neutron] Attempting to bind port d8fe09ed-690e-40da-a789-c9b84391e8e2 by drivers openvswitch,hyperv on host hv-cinder-80966 at level 0 using segments [{'id': '14334b2a-66af-44c2-b1ed-f7ecab412ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f039c8f1-ad4f-41b5-b7ee-24d5c3e3f470'}] {{(pid=82369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 15:59:33.760503 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-6960a56f-73b5-49ce-8907-2f2658d0ad21 service neutron] Attempting to bind port d8fe09ed-690e-40da-a789-c9b84391e8e2 on network f039c8f1-ad4f-41b5-b7ee-24d5c3e3f470 {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 15:59:33.785300 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-6960a56f-73b5-49ce-8907-2f2658d0ad21 service neutron] Port d8fe09ed-690e-40da-a789-c9b84391e8e2 on network f039c8f1-ad4f-41b5-b7ee-24d5c3e3f470 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80966 {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 20 15:59:33.785664 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-6960a56f-73b5-49ce-8907-2f2658d0ad21 service neutron] Attempting to bind port d8fe09ed-690e-40da-a789-c9b84391e8e2 on network f039c8f1-ad4f-41b5-b7ee-24d5c3e3f470 {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 15:59:33.794495 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] For port d9bfb57d-fb5e-4875-9288-3eb7c3a1f34e, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=d9bfb57d-fb5e-4875-9288-3eb7c3a1f34e,segment=NetworkSegment(fa70b37f-a099-4785-9555-8d4eef3560f5),segment_id=fa70b37f-a099-4785-9555-8d4eef3560f5)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 15:59:33.830036 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-6960a56f-73b5-49ce-8907-2f2658d0ad21 service neutron] Checking agent: {'id': '85f38ebc-8bd3-4a05-87ab-11427d0d3796', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 57, 9), 'started_at': datetime.datetime(2021, 9, 20, 15, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 15, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 15:59:33.830470 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-6960a56f-73b5-49ce-8907-2f2658d0ad21 service neutron] Checking segment: {'id': '14334b2a-66af-44c2-b1ed-f7ecab412ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f039c8f1-ad4f-41b5-b7ee-24d5c3e3f470'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 15:59:33.831092 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-6960a56f-73b5-49ce-8907-2f2658d0ad21 service neutron] Bound using segment: {'id': '14334b2a-66af-44c2-b1ed-f7ecab412ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f039c8f1-ad4f-41b5-b7ee-24d5c3e3f470'} {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 15:59:33.831756 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-6960a56f-73b5-49ce-8907-2f2658d0ad21 service neutron] Bound port: d8fe09ed-690e-40da-a789-c9b84391e8e2, host: hv-cinder-80966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14334b2a-66af-44c2-b1ed-f7ecab412ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'f039c8f1-ad4f-41b5-b7ee-24d5c3e3f470'}}] {{(pid=82369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 15:59:33.832146 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-6960a56f-73b5-49ce-8907-2f2658d0ad21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:33.851219 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:33.862759 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-c6e0ac90-5325-4c22-b104-bc52be7562f7 None None] Port 00179544-7199-4841-9ab7-15bb33fe9b6d cannot update to ACTIVE because it is not bound. {{(pid=82370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 20 15:59:33.873429 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device c35cfa64-2d3d-4b53-beed-b50d8856d659 up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 15:59:34.091599 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-36b7d95a-7fec-4ab1-bc2e-5142c2119c14 service neutron] 10.222.0.35 "GET /v2.0/networks/526d51a6-e1d8-43dc-ad4b-1d3805a10527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4572210 Sep 20 15:59:34.093014 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-6960a56f-73b5-49ce-8907-2f2658d0ad21 service neutron] For port d8fe09ed-690e-40da-a789-c9b84391e8e2, host hv-cinder-80966, cleared binding levels {{(pid=82369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 15:59:34.102468 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-6960a56f-73b5-49ce-8907-2f2658d0ad21 service neutron] For port d8fe09ed-690e-40da-a789-c9b84391e8e2, host hv-cinder-80966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=d8fe09ed-690e-40da-a789-c9b84391e8e2,segment=NetworkSegment(14334b2a-66af-44c2-b1ed-f7ecab412ee7),segment_id=14334b2a-66af-44c2-b1ed-f7ecab412ee7)] {{(pid=82369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 15:59:34.116958 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:34.119496 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2fdf8432-a590-4378-ad05-bf8905d9d4f2 req-796c6d8a-4f04-43bd-8208-25834df53bcf tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a2e695e-6110-42d9-a4d5-f18e495a1120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7059183 Sep 20 15:59:34.122462 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-6960a56f-73b5-49ce-8907-2f2658d0ad21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:34.142645 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acbef30d-9a14-4b9e-a931-8b927d7bb50d admin admin] Router 17290f84-0f42-496c-aea2-a1e118d98dc2 has already been hosted by L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a {{(pid=82369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 20 15:59:34.142645 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:34.249558 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Pushing event updated for resources: {'Port': ['ID=d9bfb57d-fb5e-4875-9288-3eb7c3a1f34e,revision_number=4']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:34.268676 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:34.271343 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-6960a56f-73b5-49ce-8907-2f2658d0ad21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for port, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:34.272834 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-6960a56f-73b5-49ce-8907-2f2658d0ad21 service neutron] 10.222.0.36 "PUT /v2.0/ports/d8fe09ed-690e-40da-a789-c9b84391e8e2 HTTP/1.1" status: 200 len: 1094 time: 5.0732670 Sep 20 15:59:34.281260 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89b1dcc8-f517-465b-a2e2-a31606fefbb6', 'tag': 'd8fe09ed-690e-40da-a789-c9b84391e8e2'}] {{(pid=82369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 15:59:34.292823 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-651ac004-3472-4f43-8044-9683e4c29c3f None None] Provisioning complete for port 31d188d2-f1dd-44ec-8d80-5fb6db79059b triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 15:59:34.293347 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-651ac004-3472-4f43-8044-9683e4c29c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:34.368281 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69320a0-5a74-4747-80c2-a7eb1e8a2c6c admin admin] Router f96bf5f9-d6dd-4faa-a9ad-481b40f59552 has already been hosted by L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a {{(pid=82368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 20 15:59:34.384797 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-651ac004-3472-4f43-8044-9683e4c29c3f None None] Port 31d188d2-f1dd-44ec-8d80-5fb6db79059b cannot update to ACTIVE because it is not bound. {{(pid=82370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 20 15:59:34.399284 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:34.402742 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port c35cfa64-2d3d-4b53-beed-b50d8856d659 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 15:59:34.403302 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:34.511028 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-42107869-970d-4fe5-ae87-ff82d42112bc None None] Notify callbacks [] for port, precommit_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:34.665553 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 8730de4e-93f5-4df5-b9a0-e74f84533811 up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 15:59:34.672467 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6960a56f-73b5-49ce-8907-2f2658d0ad21 service neutron] Pushing event updated for resources: {'Port': ['ID=d8fe09ed-690e-40da-a789-c9b84391e8e2,revision_number=3']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:34.683374 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-6960a56f-73b5-49ce-8907-2f2658d0ad21 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:34.764758 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-42107869-970d-4fe5-ae87-ff82d42112bc None None] Transition to ACTIVE for port object b8f1564b-f7e8-4f81-a823-e86d3ddfca97 will not be triggered until provisioned by entity L2. {{(pid=82370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 15:59:34.781450 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-42107869-970d-4fe5-ae87-ff82d42112bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:34.807662 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:34.875829 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692accbb-960a-4105-a9cc-210f84fa9d3a None None] Pushing event updated for resources: {'Port': ['ID=b8f1564b-f7e8-4f81-a823-e86d3ddfca97,revision_number=3']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:34.966458 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-692accbb-960a-4105-a9cc-210f84fa9d3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:35.037551 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port 8730de4e-93f5-4df5-b9a0-e74f84533811 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 15:59:35.041360 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:35.416342 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-42107869-970d-4fe5-ae87-ff82d42112bc None None] Attempting to bind port b8f1564b-f7e8-4f81-a823-e86d3ddfca97 on host dv-cinder-809669-1-iscsi for vnic_type normal with profile {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 15:59:35.417089 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-42107869-970d-4fe5-ae87-ff82d42112bc None None] Attempting to bind port b8f1564b-f7e8-4f81-a823-e86d3ddfca97 by drivers openvswitch,hyperv on host dv-cinder-809669-1-iscsi at level 0 using segments [{'id': '53b27ffb-2548-4ae3-9c2a-2f4b0770f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '526d51a6-e1d8-43dc-ad4b-1d3805a10527'}] {{(pid=82370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 15:59:35.419141 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42107869-970d-4fe5-ae87-ff82d42112bc None None] Attempting to bind port b8f1564b-f7e8-4f81-a823-e86d3ddfca97 on network 526d51a6-e1d8-43dc-ad4b-1d3805a10527 {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 15:59:35.437261 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42107869-970d-4fe5-ae87-ff82d42112bc None None] Checking agent: {'id': 'e3ab64f4-5a45-40ad-bdab-6ad34693b70b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 51, 4), 'started_at': datetime.datetime(2021, 9, 20, 15, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 15, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 15:59:35.439661 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42107869-970d-4fe5-ae87-ff82d42112bc None None] Checking segment: {'id': '53b27ffb-2548-4ae3-9c2a-2f4b0770f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '526d51a6-e1d8-43dc-ad4b-1d3805a10527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 15:59:35.440326 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-42107869-970d-4fe5-ae87-ff82d42112bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:35.440916 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42107869-970d-4fe5-ae87-ff82d42112bc None None] Bound using segment: {'id': '53b27ffb-2548-4ae3-9c2a-2f4b0770f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '526d51a6-e1d8-43dc-ad4b-1d3805a10527'} {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 15:59:35.443184 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-42107869-970d-4fe5-ae87-ff82d42112bc None None] Bound port: b8f1564b-f7e8-4f81-a823-e86d3ddfca97, host: dv-cinder-809669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53b27ffb-2548-4ae3-9c2a-2f4b0770f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '526d51a6-e1d8-43dc-ad4b-1d3805a10527'}}] {{(pid=82370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 15:59:35.443861 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-42107869-970d-4fe5-ae87-ff82d42112bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:35.489919 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-4d141a8a-4f2e-4e0b-aca6-64e3a9ad6bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:35.571495 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 50854) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:35.701064 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-42107869-970d-4fe5-ae87-ff82d42112bc None None] For port b8f1564b-f7e8-4f81-a823-e86d3ddfca97, host dv-cinder-809669-1-iscsi, cleared binding levels {{(pid=82370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 15:59:35.721059 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-42107869-970d-4fe5-ae87-ff82d42112bc None None] For port b8f1564b-f7e8-4f81-a823-e86d3ddfca97, host dv-cinder-809669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=b8f1564b-f7e8-4f81-a823-e86d3ddfca97,segment=NetworkSegment(53b27ffb-2548-4ae3-9c2a-2f4b0770f622),segment_id=53b27ffb-2548-4ae3-9c2a-2f4b0770f622)] {{(pid=82370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 15:59:35.755547 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e6c76cd9-4316-4e58-9cf1-01313f3ad210 req-32f17d08-c014-4f76-8bad-609ec871f578 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 210 time: 0.9515371 Sep 20 15:59:35.826891 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-42107869-970d-4fe5-ae87-ff82d42112bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:35.853475 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-2585fec1-a73a-4396-acc8-3f5bcc0b12fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:35.961480 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692accbb-960a-4105-a9cc-210f84fa9d3a None None] Pushing event updated for resources: {'Port': ['ID=b8f1564b-f7e8-4f81-a823-e86d3ddfca97,revision_number=4']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:35.965562 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-692accbb-960a-4105-a9cc-210f84fa9d3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:35.972477 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ec338cca-eb9b-40b1-aabe-8041dd66f952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:35.974549 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:36.037874 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42107869-970d-4fe5-ae87-ff82d42112bc None None] Routers {'efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 15:59:36.038586 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-42107869-970d-4fe5-ae87-ff82d42112bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T15:59:35Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 15:59:36.130631 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-ec338cca-eb9b-40b1-aabe-8041dd66f952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:59:36.149517 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-ec338cca-eb9b-40b1-aabe-8041dd66f952 admin admin] Usage tracker for resource:security_group_rule and tenant:aa036da9bfa846eaa8b063e44d896c63 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:59:36.171116 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-ec338cca-eb9b-40b1-aabe-8041dd66f952 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:59:36.210911 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-ec338cca-eb9b-40b1-aabe-8041dd66f952 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:59:36.254605 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d14117-6774-47ad-b2ca-6ea7613c86a4 req-635dc3b0-25e1-442b-b79e-6fe20e6fc026 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:36.270363 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-86d14117-6774-47ad-b2ca-6ea7613c86a4 req-635dc3b0-25e1-442b-b79e-6fe20e6fc026 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/ports?device_id=89b1dcc8-f517-465b-a2e2-a31606fefbb6 HTTP/1.1" status: 200 len: 944 time: 0.5378399 Sep 20 15:59:36.422582 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device d5a2defa-2a3c-4ad2-9b12-63fd0c770606 up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 15:59:36.434642 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ec338cca-eb9b-40b1-aabe-8041dd66f952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:36.447427 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ec338cca-eb9b-40b1-aabe-8041dd66f952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:36.460763 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-86d14117-6774-47ad-b2ca-6ea7613c86a4 req-50ad6a24-e2fd-4f7b-9fc5-a5688e486815 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a2e695e-6110-42d9-a4d5-f18e495a1120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891274 Sep 20 15:59:36.464957 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:36.484005 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-037edbf3-163c-4cf8-b408-7d463d8f234f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58e34c7cef874e228cd05c786efe0991&device_id=89b1dcc8-f517-465b-a2e2-a31606fefbb6 HTTP/1.1" status: 200 len: 1097 time: 0.8929164 Sep 20 15:59:36.496653 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69320a0-5a74-4747-80c2-a7eb1e8a2c6c admin admin] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 15:59:36.512702 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a4c4e7-f05f-4881-be09-3cab5d994ef6 None None] Sync routers for ids ['f96bf5f9-d6dd-4faa-a9ad-481b40f59552'] in dv-cinder-809669-1-iscsi {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 15:59:36.543695 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-a69320a0-5a74-4747-80c2-a7eb1e8a2c6c admin admin] 10.222.0.35 "PUT /v2.0/routers/f96bf5f9-d6dd-4faa-a9ad-481b40f59552/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7600183 Sep 20 15:59:36.550342 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a4c4e7-f05f-4881-be09-3cab5d994ef6 None None] Routers {'f96bf5f9-d6dd-4faa-a9ad-481b40f59552'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 15:59:36.559064 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-99a4c4e7-f05f-4881-be09-3cab5d994ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T15:59:35Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['f96bf5f9-d6dd-4faa-a9ad-481b40f59552'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 15:59:36.639948 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning for port d5a2defa-2a3c-4ad2-9b12-63fd0c770606 completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 15:59:36.649202 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port d5a2defa-2a3c-4ad2-9b12-63fd0c770606 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 15:59:36.649475 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:36.664608 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-629c1b2f-b899-42ef-85b6-ec7d1114f50b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8fe09ed-690e-40da-a789-c9b84391e8e2 HTTP/1.1" status: 200 len: 217 time: 0.1675513 Sep 20 15:59:36.666484 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89b1dcc8-f517-465b-a2e2-a31606fefbb6', 'tag': 'd8fe09ed-690e-40da-a789-c9b84391e8e2', 'status': 'completed', 'code': 200} Sep 20 15:59:36.714165 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-42107869-970d-4fe5-ae87-ff82d42112bc None None] Set router efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 15:59:36.873195 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-5f15adbf-6a1b-4c3b-ae2e-5f9c7c993ca7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:36.877828 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-5f15adbf-6a1b-4c3b-ae2e-5f9c7c993ca7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d94ce5c-3756-4970-aa1d-2d28193f4f2d HTTP/1.1" status: 200 len: 851 time: 0.1896267 Sep 20 15:59:36.880261 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec338cca-eb9b-40b1-aabe-8041dd66f952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d34194f-8c5d-49cf-be3f-dc8ddc4ddb98,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:36.963230 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:36.982588 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-99a4c4e7-f05f-4881-be09-3cab5d994ef6 None None] Set router f96bf5f9-d6dd-4faa-a9ad-481b40f59552 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 15:59:36.995869 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-ee80a269-0485-46ff-85a2-4a974069cb3d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f039c8f1-ad4f-41b5-b7ee-24d5c3e3f470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061459 Sep 20 15:59:36.996955 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-ec338cca-eb9b-40b1-aabe-8041dd66f952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:37.008823 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-ec338cca-eb9b-40b1-aabe-8041dd66f952 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aa036da9bfa846eaa8b063e44d896c63&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4147336 Sep 20 15:59:37.011168 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 50922) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:37.073588 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:37.108705 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] For port d5a2defa-2a3c-4ad2-9b12-63fd0c770606, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=d5a2defa-2a3c-4ad2-9b12-63fd0c770606,segment=NetworkSegment(fa70b37f-a099-4785-9555-8d4eef3560f5),segment_id=fa70b37f-a099-4785-9555-8d4eef3560f5)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 15:59:37.161165 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:37.162347 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device d9bfb57d-fb5e-4875-9288-3eb7c3a1f34e up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 15:59:37.235435 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-be8cabe7-73e1-4a5e-b72c-ad32ed3de29c tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:37.238606 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-be8cabe7-73e1-4a5e-b72c-ad32ed3de29c tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/networks?id=526d51a6-e1d8-43dc-ad4b-1d3805a10527 HTTP/1.1" status: 200 len: 818 time: 0.4805136 Sep 20 15:59:37.273529 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-628e48e5-2196-46eb-be45-0ae0d8fd3d5b tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/quotas/a0ad6fb96f2948788cf8a1d3d787552f HTTP/1.1" status: 200 len: 375 time: 0.0273499 Sep 20 15:59:37.321378 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-7968de80-457b-49cd-a651-7132690778ef service neutron] 10.222.0.36 "GET /v2.0/networks/f039c8f1-ad4f-41b5-b7ee-24d5c3e3f470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008344 Sep 20 15:59:37.365623 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.agents_db [None req-ae0f67a0-09e8-4135-93df-5bebfb5cb2de None None] Agent healthcheck: found 6 active agents {{(pid=82371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 20 15:59:37.377283 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:37.377472 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-99a4c4e7-f05f-4881-be09-3cab5d994ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'name': 'tempest-AttachVolumeShelveTestJSON-1118877821-router', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd5a2defa-2a3c-4ad2-9b12-63fd0c770606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:14Z', 'updated_at': '2021-09-20T15:59:28Z', 'revision_number': 4, 'project_id': 'db746f245ad145658413ccb0154221ac', 'gw_port': {'id': 'd5a2defa-2a3c-4ad2-9b12-63fd0c770606', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:91:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:15Z', 'updated_at': '2021-09-20T15:59:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': '31d188d2-f1dd-44ec-8d80-5fb6db79059b', 'name': '', 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'mac_address': 'fa:16:3e:80:b9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56db9545-8f98-4a5d-b98f-1e9dd0b9696a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:26Z', 'updated_at': '2021-09-20T15:59:29Z', 'revision_number': 2, 'project_id': 'db746f245ad145658413ccb0154221ac', 'subnets': [{'id': '56db9545-8f98-4a5d-b98f-1e9dd0b9696a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 15:59:37.381590 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a4c4e7-f05f-4881-be09-3cab5d994ef6 None None] Checking router: f96bf5f9-d6dd-4faa-a9ad-481b40f59552 for host: dv-cinder-809669-1-iscsi {{(pid=82371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 15:59:37.381994 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a4c4e7-f05f-4881-be09-3cab5d994ef6 None None] Updating router f96bf5f9-d6dd-4faa-a9ad-481b40f59552 port 31d188d2-f1dd-44ec-8d80-5fb6db79059b binding host dv-cinder-809669-1-iscsi {{(pid=82371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 20 15:59:37.441697 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-99a4c4e7-f05f-4881-be09-3cab5d994ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:37.519253 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-f4c12fec-de6e-4d5c-9921-385f791112d2 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a0ad6fb96f2948788cf8a1d3d787552f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2440708 Sep 20 15:59:37.691111 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3870671e-767f-4a2c-aea6-728d865a4dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:37.723282 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.36', 51196) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:37.924954 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-0c1d2467-9e2a-4827-8cd9-abd1e6437e01 service neutron] 10.222.0.35 "GET /v2.0/networks/526d51a6-e1d8-43dc-ad4b-1d3805a10527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3991594 Sep 20 15:59:37.988044 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Pushing event updated for resources: {'Port': ['ID=d5a2defa-2a3c-4ad2-9b12-63fd0c770606,revision_number=4']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:37.998209 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:38.062253 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port d9bfb57d-fb5e-4875-9288-3eb7c3a1f34e triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 15:59:38.062675 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:38.114208 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-ad673d4c-eedf-4118-81a0-6c1bc7abe741 service neutron] 10.222.0.35 "GET /v2.0/networks/526d51a6-e1d8-43dc-ad4b-1d3805a10527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882145 Sep 20 15:59:38.199384 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-99a4c4e7-f05f-4881-be09-3cab5d994ef6 None None] Notify callbacks [] for port, precommit_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:38.225675 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-0fac124b-df75-458f-9277-2875ee5856fd tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:38.228856 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-99a4c4e7-f05f-4881-be09-3cab5d994ef6 None None] Transition to ACTIVE for port object 31d188d2-f1dd-44ec-8d80-5fb6db79059b will not be triggered until provisioned by entity L2. {{(pid=82371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 15:59:38.242723 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-99a4c4e7-f05f-4881-be09-3cab5d994ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:38.243294 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-0fac124b-df75-458f-9277-2875ee5856fd tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.36 "GET /v2.0/networks?id=526d51a6-e1d8-43dc-ad4b-1d3805a10527 HTTP/1.1" status: 200 len: 818 time: 0.5084889 Sep 20 15:59:38.271581 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:38.278833 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-3ba7aa3c-7a72-4b3b-91fb-edb553e1256d tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Request body: {'port': {'device_id': '2c936804-3f29-4891-af3a-e0f1e299e3cf', 'network_id': '526d51a6-e1d8-43dc-ad4b-1d3805a10527', 'admin_state_up': True, 'tenant_id': 'a0ad6fb96f2948788cf8a1d3d787552f'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 15:59:38.285380 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-42107869-970d-4fe5-ae87-ff82d42112bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8', 'name': 'tempest-ServerRescueNegativeTestJSON-408443274-router', 'tenant_id': 'a0ad6fb96f2948788cf8a1d3d787552f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '90389290-602e-467f-9479-ebeb5a7610b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:12Z', 'updated_at': '2021-09-20T15:59:19Z', 'revision_number': 4, 'project_id': 'a0ad6fb96f2948788cf8a1d3d787552f', 'gw_port': {'id': '90389290-602e-467f-9479-ebeb5a7610b3', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:13Z', 'updated_at': '2021-09-20T15:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': 'b8f1564b-f7e8-4f81-a823-e86d3ddfca97', 'name': '', 'network_id': '526d51a6-e1d8-43dc-ad4b-1d3805a10527', 'tenant_id': 'a0ad6fb96f2948788cf8a1d3d787552f', 'mac_address': 'fa:16:3e:67:37:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99e482be-1e6b-4c97-9638-74c80f0f9561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:18Z', 'updated_at': '2021-09-20T15:59:35Z', 'revision_number': 4, 'project_id': 'a0ad6fb96f2948788cf8a1d3d787552f', 'subnets': [{'id': '99e482be-1e6b-4c97-9638-74c80f0f9561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 15:59:38.302793 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42107869-970d-4fe5-ae87-ff82d42112bc None None] The sync data for ids ['efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8'] in dv-cinder-809669-1-iscsi is: [{'id': 'efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8', 'name': 'tempest-ServerRescueNegativeTestJSON-408443274-router', 'tenant_id': 'a0ad6fb96f2948788cf8a1d3d787552f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '90389290-602e-467f-9479-ebeb5a7610b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:12Z', 'updated_at': '2021-09-20T15:59:19Z', 'revision_number': 4, 'project_id': 'a0ad6fb96f2948788cf8a1d3d787552f', 'gw_port': {'id': '90389290-602e-467f-9479-ebeb5a7610b3', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:13Z', 'updated_at': '2021-09-20T15:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': 'b8f1564b-f7e8-4f81-a823-e86d3ddfca97', 'name': '', 'network_id': '526d51a6-e1d8-43dc-ad4b-1d3805a10527', 'tenant_id': 'a0ad6fb96f2948788cf8a1d3d787552f', 'mac_address': 'fa:16:3e:67:37:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99e482be-1e6b-4c97-9638-74c80f0f9561', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:18Z', 'updated_at': '2021-09-20T15:59:35Z', 'revision_number': 4, 'project_id': 'a0ad6fb96f2948788cf8a1d3d787552f', 'subnets': [{'id': '99e482be-1e6b-4c97-9638-74c80f0f9561', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 15:59:38.330913 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbef30d-9a14-4b9e-a931-8b927d7bb50d admin admin] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 15:59:38.355065 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ac5573-aae8-4e10-959d-edf295ee5a20 None None] Sync routers for ids ['17290f84-0f42-496c-aea2-a1e118d98dc2'] in dv-cinder-809669-1-iscsi {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 15:59:38.423962 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 50966) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:38.430964 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-894d17a4-8c5c-41a9-b7c6-ebbd5d2ccb49 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Request body: {'security_group': {'name': 'tempest-securitygroup--511727987', 'description': 'tempest-description--1339996263'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 15:59:38.451568 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-894d17a4-8c5c-41a9-b7c6-ebbd5d2ccb49 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:59:38.474265 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-894d17a4-8c5c-41a9-b7c6-ebbd5d2ccb49 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Usage tracker for resource:security_group and tenant:db746f245ad145658413ccb0154221ac is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:59:38.488725 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-894d17a4-8c5c-41a9-b7c6-ebbd5d2ccb49 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:59:38.514679 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3870671e-767f-4a2c-aea6-728d865a4dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:38.515610 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-894d17a4-8c5c-41a9-b7c6-ebbd5d2ccb49 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:59:38.556920 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-894d17a4-8c5c-41a9-b7c6-ebbd5d2ccb49 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:38.592559 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-acbef30d-9a14-4b9e-a931-8b927d7bb50d admin admin] 10.222.0.35 "PUT /v2.0/routers/17290f84-0f42-496c-aea2-a1e118d98dc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.2525074 Sep 20 15:59:38.655865 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-894d17a4-8c5c-41a9-b7c6-ebbd5d2ccb49 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:59:38.665105 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-894d17a4-8c5c-41a9-b7c6-ebbd5d2ccb49 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Usage tracker for resource:security_group_rule and tenant:db746f245ad145658413ccb0154221ac is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:59:38.676088 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-894d17a4-8c5c-41a9-b7c6-ebbd5d2ccb49 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:59:38.686079 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-894d17a4-8c5c-41a9-b7c6-ebbd5d2ccb49 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:59:38.835969 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1429735-0de7-4444-a01d-4f1a67e96768 None None] Pushing event updated for resources: {'Port': ['ID=31d188d2-f1dd-44ec-8d80-5fb6db79059b,revision_number=3']} {{(pid=82371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:38.845811 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-894d17a4-8c5c-41a9-b7c6-ebbd5d2ccb49 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:38.853196 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f1429735-0de7-4444-a01d-4f1a67e96768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.582s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:38.859895 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-894d17a4-8c5c-41a9-b7c6-ebbd5d2ccb49 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:38.899840 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ac5573-aae8-4e10-959d-edf295ee5a20 None None] Routers {'17290f84-0f42-496c-aea2-a1e118d98dc2'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 15:59:38.907200 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-b0ac5573-aae8-4e10-959d-edf295ee5a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T15:59:35Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['17290f84-0f42-496c-aea2-a1e118d98dc2'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 15:59:38.984265 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-3ba7aa3c-7a72-4b3b-91fb-edb553e1256d tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:59:39.009399 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-3ba7aa3c-7a72-4b3b-91fb-edb553e1256d tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:59:39.068109 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 90389290-602e-467f-9479-ebeb5a7610b3 up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 15:59:39.110231 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3e9fd3d5-8292-4e32-8a3d-2d3d5271f901 req-207b4029-062f-4ad7-aa8e-e76ada7195e4 service neutron] 10.222.0.36 "GET /v2.0/networks/f039c8f1-ad4f-41b5-b7ee-24d5c3e3f470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7608614 Sep 20 15:59:39.126606 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-3ba7aa3c-7a72-4b3b-91fb-edb553e1256d tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Made reservation on behalf of a0ad6fb96f2948788cf8a1d3d787552f for: {'port': 1} {{(pid=82369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 15:59:39.136188 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-3ba7aa3c-7a72-4b3b-91fb-edb553e1256d tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:39.161771 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:39.184391 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-99a4c4e7-f05f-4881-be09-3cab5d994ef6 None None] Attempting to bind port 31d188d2-f1dd-44ec-8d80-5fb6db79059b on host dv-cinder-809669-1-iscsi for vnic_type normal with profile {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 15:59:39.184804 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-99a4c4e7-f05f-4881-be09-3cab5d994ef6 None None] Attempting to bind port 31d188d2-f1dd-44ec-8d80-5fb6db79059b by drivers openvswitch,hyperv on host dv-cinder-809669-1-iscsi at level 0 using segments [{'id': '989a23f7-b1d9-49cd-b7ba-1fda6ddeb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29'}] {{(pid=82371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 15:59:39.186496 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a4c4e7-f05f-4881-be09-3cab5d994ef6 None None] Attempting to bind port 31d188d2-f1dd-44ec-8d80-5fb6db79059b on network bff5b245-776a-4a0d-8c23-eec69eae1a29 {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 15:59:39.201602 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a4c4e7-f05f-4881-be09-3cab5d994ef6 None None] Checking agent: {'id': 'e3ab64f4-5a45-40ad-bdab-6ad34693b70b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 51, 4), 'started_at': datetime.datetime(2021, 9, 20, 15, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 15, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 15:59:39.206186 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a4c4e7-f05f-4881-be09-3cab5d994ef6 None None] Checking segment: {'id': '989a23f7-b1d9-49cd-b7ba-1fda6ddeb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 15:59:39.206543 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-99a4c4e7-f05f-4881-be09-3cab5d994ef6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:39.207015 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a4c4e7-f05f-4881-be09-3cab5d994ef6 None None] Bound using segment: {'id': '989a23f7-b1d9-49cd-b7ba-1fda6ddeb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29'} {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 15:59:39.207555 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-99a4c4e7-f05f-4881-be09-3cab5d994ef6 None None] Bound port: 31d188d2-f1dd-44ec-8d80-5fb6db79059b, host: dv-cinder-809669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '989a23f7-b1d9-49cd-b7ba-1fda6ddeb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29'}}] {{(pid=82371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 15:59:39.207992 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-99a4c4e7-f05f-4881-be09-3cab5d994ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:39.225499 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3870671e-767f-4a2c-aea6-728d865a4dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:39.254823 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894d17a4-8c5c-41a9-b7c6-ebbd5d2ccb49 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c00aac94-634e-424b-b6ae-af9b78e7dff0,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:39.266273 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0fc5e52c-520e-4c40-870c-790d6d757401 req-1ede5e58-7be1-4b1a-97be-f18d14146e7d tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 210 time: 0.6537790 Sep 20 15:59:39.268281 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-894d17a4-8c5c-41a9-b7c6-ebbd5d2ccb49 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:39.269289 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-894d17a4-8c5c-41a9-b7c6-ebbd5d2ccb49 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:39.270585 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-894d17a4-8c5c-41a9-b7c6-ebbd5d2ccb49 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.8453555 Sep 20 15:59:39.303180 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 50980) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:39.347702 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-d816d6bf-e4d6-4ec6-8954-205ee8f5efc6 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Request body: {'security_group_rule': {'security_group_id': 'c00aac94-634e-424b-b6ae-af9b78e7dff0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 15:59:39.382934 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-d816d6bf-e4d6-4ec6-8954-205ee8f5efc6 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:59:39.443119 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-d816d6bf-e4d6-4ec6-8954-205ee8f5efc6 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Usage tracker for resource:security_group_rule and tenant:db746f245ad145658413ccb0154221ac is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:59:39.461152 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-d816d6bf-e4d6-4ec6-8954-205ee8f5efc6 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:59:39.488053 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-d816d6bf-e4d6-4ec6-8954-205ee8f5efc6 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:59:39.495229 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:39.512388 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-99a4c4e7-f05f-4881-be09-3cab5d994ef6 None None] For port 31d188d2-f1dd-44ec-8d80-5fb6db79059b, host dv-cinder-809669-1-iscsi, cleared binding levels {{(pid=82371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 15:59:39.519706 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-99a4c4e7-f05f-4881-be09-3cab5d994ef6 None None] For port 31d188d2-f1dd-44ec-8d80-5fb6db79059b, host dv-cinder-809669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=31d188d2-f1dd-44ec-8d80-5fb6db79059b,segment=NetworkSegment(989a23f7-b1d9-49cd-b7ba-1fda6ddeb386),segment_id=989a23f7-b1d9-49cd-b7ba-1fda6ddeb386)] {{(pid=82371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 15:59:39.536101 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-99a4c4e7-f05f-4881-be09-3cab5d994ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:39.539566 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff9d40-f9f3-4bce-98ea-7c50f6815d9a req-bd5b48ee-a617-49b1-890b-e507590c999b tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:39.550020 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e4ff9d40-f9f3-4bce-98ea-7c50f6815d9a req-bd5b48ee-a617-49b1-890b-e507590c999b tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/ports?device_id=89b1dcc8-f517-465b-a2e2-a31606fefbb6 HTTP/1.1" status: 200 len: 944 time: 0.6947601 Sep 20 15:59:39.559676 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3870671e-767f-4a2c-aea6-728d865a4dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d34194f-8c5d-49cf-be3f-dc8ddc4ddb98,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:39.561890 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3870671e-767f-4a2c-aea6-728d865a4dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:39.566375 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-3870671e-767f-4a2c-aea6-728d865a4dcc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4d34194f-8c5d-49cf-be3f-dc8ddc4ddb98 HTTP/1.1" status: 204 len: 168 time: 2.2563217 Sep 20 15:59:39.573238 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-3870671e-767f-4a2c-aea6-728d865a4dcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:39.574457 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f1429735-0de7-4444-a01d-4f1a67e96768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:39.675517 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d816d6bf-e4d6-4ec6-8954-205ee8f5efc6 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:39.745482 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-49159a69-20ff-4209-af41-3245e7e2d5b8 req-96ef7e5c-8056-45fa-a7a3-a39371d96695 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58e34c7cef874e228cd05c786efe0991&device_id=89b1dcc8-f517-465b-a2e2-a31606fefbb6 HTTP/1.1" status: 200 len: 1097 time: 0.5251665 Sep 20 15:59:39.781213 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-b0ac5573-aae8-4e10-959d-edf295ee5a20 None None] Set router 17290f84-0f42-496c-aea2-a1e118d98dc2 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 15:59:39.859950 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1429735-0de7-4444-a01d-4f1a67e96768 None None] Pushing event updated for resources: {'Port': ['ID=31d188d2-f1dd-44ec-8d80-5fb6db79059b,revision_number=4']} {{(pid=82371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:39.867456 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f1429735-0de7-4444-a01d-4f1a67e96768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:39.875520 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a4c4e7-f05f-4881-be09-3cab5d994ef6 None None] Routers {'f96bf5f9-d6dd-4faa-a9ad-481b40f59552'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 15:59:39.876201 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-99a4c4e7-f05f-4881-be09-3cab5d994ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T15:59:35Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['f96bf5f9-d6dd-4faa-a9ad-481b40f59552'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 15:59:39.908036 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e4ff9d40-f9f3-4bce-98ea-7c50f6815d9a req-c6f2543a-76c7-48f2-901b-e213132e954e tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a2e695e-6110-42d9-a4d5-f18e495a1120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567233 Sep 20 15:59:40.022439 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d816d6bf-e4d6-4ec6-8954-205ee8f5efc6 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:40.031573 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d816d6bf-e4d6-4ec6-8954-205ee8f5efc6 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807771'] for security_group_rule, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:40.033638 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:40.110132 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816d6bf-e4d6-4ec6-8954-205ee8f5efc6 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e18a827-53d0-491b-8646-f10854fc19e2,revision_number=0']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:40.121824 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d816d6bf-e4d6-4ec6-8954-205ee8f5efc6 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:40.151149 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d816d6bf-e4d6-4ec6-8954-205ee8f5efc6 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:40.152398 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-d816d6bf-e4d6-4ec6-8954-205ee8f5efc6 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8313692 Sep 20 15:59:40.155208 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 51000) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:40.159906 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-3ba7aa3c-7a72-4b3b-91fb-edb553e1256d tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Allocated IP 172.20.0.10 (526d51a6-e1d8-43dc-ad4b-1d3805a10527/99e482be-1e6b-4c97-9638-74c80f0f9561/ea85f18a-a185-4513-885e-4cd5ec8c7e2f) {{(pid=82369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 15:59:40.161612 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-c757a011-ee49-44a9-8bef-72c4af5da77f tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Request body: {'security_group_rule': {'security_group_id': 'c00aac94-634e-424b-b6ae-af9b78e7dff0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 15:59:40.177948 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-c757a011-ee49-44a9-8bef-72c4af5da77f tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:59:40.191800 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-c757a011-ee49-44a9-8bef-72c4af5da77f tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Usage tracker for resource:security_group_rule and tenant:db746f245ad145658413ccb0154221ac is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:59:40.199774 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-c757a011-ee49-44a9-8bef-72c4af5da77f tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:59:40.219111 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-c757a011-ee49-44a9-8bef-72c4af5da77f tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:59:40.237643 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49159a69-20ff-4209-af41-3245e7e2d5b8 req-1e27bc38-bb37-4831-b78f-a6c8a2b014f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:40.246154 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-49159a69-20ff-4209-af41-3245e7e2d5b8 req-1e27bc38-bb37-4831-b78f-a6c8a2b014f5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f039c8f1-ad4f-41b5-b7ee-24d5c3e3f470 HTTP/1.1" status: 200 len: 912 time: 0.3900595 Sep 20 15:59:40.247981 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c757a011-ee49-44a9-8bef-72c4af5da77f tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:40.288885 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 51004) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:40.416633 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c757a011-ee49-44a9-8bef-72c4af5da77f tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:40.423413 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c757a011-ee49-44a9-8bef-72c4af5da77f tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807771'] for security_group_rule, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:40.425608 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d816d6bf-e4d6-4ec6-8954-205ee8f5efc6 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:40.432428 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-2d0fb45b-ce3c-4ed3-9d45-fd1a84ea3738 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Request body: {'security_group': {'name': 'tempest-securitygroup--231931822', 'description': 'tempest-description--537248028'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 15:59:40.450101 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-2d0fb45b-ce3c-4ed3-9d45-fd1a84ea3738 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:59:40.454180 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-99a4c4e7-f05f-4881-be09-3cab5d994ef6 None None] Set router f96bf5f9-d6dd-4faa-a9ad-481b40f59552 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 15:59:40.461887 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-2d0fb45b-ce3c-4ed3-9d45-fd1a84ea3738 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Usage tracker for resource:security_group and tenant:fd7704af87e049c8b60cee7ad66c9d89 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:59:40.464988 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-2d0fb45b-ce3c-4ed3-9d45-fd1a84ea3738 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:59:40.477354 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-2d0fb45b-ce3c-4ed3-9d45-fd1a84ea3738 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:59:40.490456 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757a011-ee49-44a9-8bef-72c4af5da77f tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53ea5e6a-0734-4c4a-8d4b-e053417d9c5c,revision_number=0']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:40.509359 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c757a011-ee49-44a9-8bef-72c4af5da77f tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:40.512269 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2d0fb45b-ce3c-4ed3-9d45-fd1a84ea3738 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:40.522308 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c757a011-ee49-44a9-8bef-72c4af5da77f tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:40.525028 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-c757a011-ee49-44a9-8bef-72c4af5da77f tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3688085 Sep 20 15:59:40.528327 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 51016) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:40.534321 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-6fa506cd-3bbf-435b-9f13-2dac19e88c35 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Request body: {'floatingip': {'floating_network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 15:59:40.556049 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-6fa506cd-3bbf-435b-9f13-2dac19e88c35 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:59:40.569607 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-6fa506cd-3bbf-435b-9f13-2dac19e88c35 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Usage tracker for resource:floatingip and tenant:db746f245ad145658413ccb0154221ac is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:59:40.573703 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-6fa506cd-3bbf-435b-9f13-2dac19e88c35 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:59:40.587286 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-6fa506cd-3bbf-435b-9f13-2dac19e88c35 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:59:40.608084 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6fa506cd-3bbf-435b-9f13-2dac19e88c35 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for floatingip, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:40.677554 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-2d0fb45b-ce3c-4ed3-9d45-fd1a84ea3738 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:59:40.693454 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-2d0fb45b-ce3c-4ed3-9d45-fd1a84ea3738 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Usage tracker for resource:security_group_rule and tenant:fd7704af87e049c8b60cee7ad66c9d89 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:59:40.699651 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-2d0fb45b-ce3c-4ed3-9d45-fd1a84ea3738 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:59:40.711902 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-2d0fb45b-ce3c-4ed3-9d45-fd1a84ea3738 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:59:40.741079 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-49159a69-20ff-4209-af41-3245e7e2d5b8 req-d2a038cb-fdd5-4cf7-acfd-990a1c15453b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8fe09ed-690e-40da-a789-c9b84391e8e2 HTTP/1.1" status: 200 len: 217 time: 0.4426751 Sep 20 15:59:40.810470 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f5a48245-b82c-4ea4-9223-40ba494e488a req-0fbb5069-2cb0-411f-acc9-d57e25a03df8 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 210 time: 0.1534643 Sep 20 15:59:41.030641 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:41.040683 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port 90389290-602e-467f-9479-ebeb5a7610b3 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 15:59:41.043179 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:41.108649 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6fa506cd-3bbf-435b-9f13-2dac19e88c35 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:41.191863 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2d0fb45b-ce3c-4ed3-9d45-fd1a84ea3738 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:41.215880 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2d0fb45b-ce3c-4ed3-9d45-fd1a84ea3738 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:41.246075 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:41.259671 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-b0ac5573-aae8-4e10-959d-edf295ee5a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'name': 'tempest-AttachVolumeTestJSON-1316904417-router', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd9bfb57d-fb5e-4875-9288-3eb7c3a1f34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:15Z', 'updated_at': '2021-09-20T15:59:28Z', 'revision_number': 4, 'project_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'gw_port': {'id': 'd9bfb57d-fb5e-4875-9288-3eb7c3a1f34e', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:32:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:17Z', 'updated_at': '2021-09-20T15:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': '00179544-7199-4841-9ab7-15bb33fe9b6d', 'name': '', 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'mac_address': 'fa:16:3e:17:b2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff460d82-964a-44b5-b5c5-4abe0f89a661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:27Z', 'updated_at': '2021-09-20T15:59:29Z', 'revision_number': 2, 'project_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'subnets': [{'id': 'ff460d82-964a-44b5-b5c5-4abe0f89a661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 15:59:41.265590 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-99a4c4e7-f05f-4881-be09-3cab5d994ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'name': 'tempest-AttachVolumeShelveTestJSON-1118877821-router', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd5a2defa-2a3c-4ad2-9b12-63fd0c770606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:14Z', 'updated_at': '2021-09-20T15:59:28Z', 'revision_number': 4, 'project_id': 'db746f245ad145658413ccb0154221ac', 'gw_port': {'id': 'd5a2defa-2a3c-4ad2-9b12-63fd0c770606', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:91:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:15Z', 'updated_at': '2021-09-20T15:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': '31d188d2-f1dd-44ec-8d80-5fb6db79059b', 'name': '', 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'mac_address': 'fa:16:3e:80:b9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56db9545-8f98-4a5d-b98f-1e9dd0b9696a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:26Z', 'updated_at': '2021-09-20T15:59:39Z', 'revision_number': 4, 'project_id': 'db746f245ad145658413ccb0154221ac', 'subnets': [{'id': '56db9545-8f98-4a5d-b98f-1e9dd0b9696a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 15:59:41.290314 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a4c4e7-f05f-4881-be09-3cab5d994ef6 None None] The sync data for ids ['f96bf5f9-d6dd-4faa-a9ad-481b40f59552'] in dv-cinder-809669-1-iscsi is: [{'id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'name': 'tempest-AttachVolumeShelveTestJSON-1118877821-router', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd5a2defa-2a3c-4ad2-9b12-63fd0c770606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:14Z', 'updated_at': '2021-09-20T15:59:28Z', 'revision_number': 4, 'project_id': 'db746f245ad145658413ccb0154221ac', 'gw_port': {'id': 'd5a2defa-2a3c-4ad2-9b12-63fd0c770606', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:91:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:15Z', 'updated_at': '2021-09-20T15:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': '31d188d2-f1dd-44ec-8d80-5fb6db79059b', 'name': '', 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'mac_address': 'fa:16:3e:80:b9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56db9545-8f98-4a5d-b98f-1e9dd0b9696a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:26Z', 'updated_at': '2021-09-20T15:59:39Z', 'revision_number': 4, 'project_id': 'db746f245ad145658413ccb0154221ac', 'subnets': [{'id': '56db9545-8f98-4a5d-b98f-1e9dd0b9696a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 15:59:41.360788 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0fb45b-ce3c-4ed3-9d45-fd1a84ea3738 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35390c32-552c-451e-a99b-dfc666c719da,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:41.367478 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ac5573-aae8-4e10-959d-edf295ee5a20 None None] Checking router: 17290f84-0f42-496c-aea2-a1e118d98dc2 for host: dv-cinder-809669-1-iscsi {{(pid=82370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 15:59:41.368175 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ac5573-aae8-4e10-959d-edf295ee5a20 None None] Updating router 17290f84-0f42-496c-aea2-a1e118d98dc2 port 00179544-7199-4841-9ab7-15bb33fe9b6d binding host dv-cinder-809669-1-iscsi {{(pid=82370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 20 15:59:41.373014 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2d0fb45b-ce3c-4ed3-9d45-fd1a84ea3738 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:41.374386 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-2d0fb45b-ce3c-4ed3-9d45-fd1a84ea3738 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.0804620 Sep 20 15:59:41.378085 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-2d0fb45b-ce3c-4ed3-9d45-fd1a84ea3738 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:41.378584 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 51038) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:41.425062 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-a0031def-02f4-4e20-9e41-cbad2c75dea1 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Request body: {'security_group_rule': {'security_group_id': '35390c32-552c-451e-a99b-dfc666c719da', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 15:59:41.475286 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-a0031def-02f4-4e20-9e41-cbad2c75dea1 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:59:41.499937 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-a0031def-02f4-4e20-9e41-cbad2c75dea1 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Usage tracker for resource:security_group_rule and tenant:fd7704af87e049c8b60cee7ad66c9d89 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:59:41.511925 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-a0031def-02f4-4e20-9e41-cbad2c75dea1 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:59:41.559239 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-a0031def-02f4-4e20-9e41-cbad2c75dea1 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:59:41.590694 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ceff4-afee-466c-a4ef-9e82b00acfe0 req-6e7a4388-da7e-445d-84d0-2742f58b4670 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:41.598726 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-053ceff4-afee-466c-a4ef-9e82b00acfe0 req-6e7a4388-da7e-445d-84d0-2742f58b4670 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/ports?device_id=89b1dcc8-f517-465b-a2e2-a31606fefbb6 HTTP/1.1" status: 200 len: 944 time: 0.3972797 Sep 20 15:59:41.614130 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b0ac5573-aae8-4e10-959d-edf295ee5a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:41.641608 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-3ba7aa3c-7a72-4b3b-91fb-edb553e1256d tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Notify callbacks [] for port, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:41.687996 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a0031def-02f4-4e20-9e41-cbad2c75dea1 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:41.711438 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [None req-6fa506cd-3bbf-435b-9f13-2dac19e88c35 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Allocated IP 172.27.3.196 (378c8f1a-f14e-4679-b139-5c2d775a72d9/ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1/a8684171-a77e-4074-a279-bebbf757b0b2) {{(pid=82368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 15:59:41.867658 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-053ceff4-afee-466c-a4ef-9e82b00acfe0 req-33c7c7a8-ebd2-432f-99e1-f7d98aad5cb7 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a2e695e-6110-42d9-a4d5-f18e495a1120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672248 Sep 20 15:59:41.956691 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device d5a2defa-2a3c-4ad2-9b12-63fd0c770606 up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 15:59:42.031996 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a0031def-02f4-4e20-9e41-cbad2c75dea1 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:42.048409 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a0031def-02f4-4e20-9e41-cbad2c75dea1 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807771'] for security_group_rule, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:42.050430 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-3ba7aa3c-7a72-4b3b-91fb-edb553e1256d tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572'] for port, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:42.071722 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:42.103583 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0031def-02f4-4e20-9e41-cbad2c75dea1 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edb99418-808a-4716-979f-a2fb896fd7d9,revision_number=0']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:42.108306 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-a0031def-02f4-4e20-9e41-cbad2c75dea1 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:42.117962 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f90ec9ad-b10c-4c8a-8635-488a9ab0497a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:42.182203 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a0031def-02f4-4e20-9e41-cbad2c75dea1 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:42.187065 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-a0031def-02f4-4e20-9e41-cbad2c75dea1 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7982945 Sep 20 15:59:42.188475 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 51060) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:42.216124 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-3ba7aa3c-7a72-4b3b-91fb-edb553e1256d tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Network 526d51a6-e1d8-43dc-ad4b-1d3805a10527 is already hosted by enough agents. {{(pid=82369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 15:59:42.221164 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-462d5b74-41bb-4221-95f9-ef647d60e000 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Request body: {'security_group_rule': {'security_group_id': '35390c32-552c-451e-a99b-dfc666c719da', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 15:59:42.228318 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-462d5b74-41bb-4221-95f9-ef647d60e000 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:59:42.233160 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-462d5b74-41bb-4221-95f9-ef647d60e000 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Usage tracker for resource:security_group_rule and tenant:fd7704af87e049c8b60cee7ad66c9d89 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:59:42.236255 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-462d5b74-41bb-4221-95f9-ef647d60e000 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:59:42.244364 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-462d5b74-41bb-4221-95f9-ef647d60e000 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:59:42.254898 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-3ba7aa3c-7a72-4b3b-91fb-edb553e1256d tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Resources bound (agent type, host, resource id): {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 15:59:42.257715 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-3ba7aa3c-7a72-4b3b-91fb-edb553e1256d tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Received port after_create {{(pid=82369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 15:59:42.263422 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-3ba7aa3c-7a72-4b3b-91fb-edb553e1256d tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:42.264603 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-3ba7aa3c-7a72-4b3b-91fb-edb553e1256d tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for port, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:42.291004 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port d5a2defa-2a3c-4ad2-9b12-63fd0c770606 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 15:59:42.291723 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:42.311512 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-462d5b74-41bb-4221-95f9-ef647d60e000 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:42.324783 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-537a20a8-4c09-4e10-b6bb-19bc85bbf8a8 req-df39bd43-c5da-4241-9332-1a0a090ca532 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 210 time: 0.1698020 Sep 20 15:59:42.427545 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-462d5b74-41bb-4221-95f9-ef647d60e000 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:42.447104 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6fa506cd-3bbf-435b-9f13-2dac19e88c35 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for port, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:42.449047 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7aa3c-7a72-4b3b-91fb-edb553e1256d tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Pushing event updated for resources: {'Port': ['ID=ea85f18a-a185-4513-885e-4cd5ec8c7e2f,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:42.456247 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-3ba7aa3c-7a72-4b3b-91fb-edb553e1256d tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:42.463349 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-462d5b74-41bb-4221-95f9-ef647d60e000 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807771'] for security_group_rule, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:42.502634 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:42.504613 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6fa506cd-3bbf-435b-9f13-2dac19e88c35 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572'] for port, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:42.511056 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:42.527407 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-3ba7aa3c-7a72-4b3b-91fb-edb553e1256d tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2701902 Sep 20 15:59:42.533368 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d5b74-41bb-4221-95f9-ef647d60e000 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e57d442e-cb86-46dc-a054-19dac3341a6a,revision_number=0']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:42.536829 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-462d5b74-41bb-4221-95f9-ef647d60e000 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:42.538947 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-462d5b74-41bb-4221-95f9-ef647d60e000 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:42.543268 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-462d5b74-41bb-4221-95f9-ef647d60e000 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3440156 Sep 20 15:59:42.546474 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 51070) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:42.553606 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-b0fdb537-cb68-4a6f-aadf-95ee65ca279e tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Request body: {'floatingip': {'floating_network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 15:59:42.565143 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-b0fdb537-cb68-4a6f-aadf-95ee65ca279e tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:59:42.586502 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-b0fdb537-cb68-4a6f-aadf-95ee65ca279e tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Usage tracker for resource:floatingip and tenant:fd7704af87e049c8b60cee7ad66c9d89 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:59:42.594104 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-b0fdb537-cb68-4a6f-aadf-95ee65ca279e tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:59:42.602130 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-b0fdb537-cb68-4a6f-aadf-95ee65ca279e tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:59:42.613477 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa506cd-3bbf-435b-9f13-2dac19e88c35 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Pushing event updated for resources: {'Port': ['ID=a8684171-a77e-4074-a279-bebbf757b0b2,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:42.617926 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-6fa506cd-3bbf-435b-9f13-2dac19e88c35 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:42.623451 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b0fdb537-cb68-4a6f-aadf-95ee65ca279e tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for floatingip, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:42.629704 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa506cd-3bbf-435b-9f13-2dac19e88c35 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Network 378c8f1a-f14e-4679-b139-5c2d775a72d9 is already hosted by enough agents. {{(pid=82368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 15:59:42.630690 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-6fa506cd-3bbf-435b-9f13-2dac19e88c35 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Resources bound (agent type, host, resource id): {{(pid=82368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 15:59:42.633783 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa506cd-3bbf-435b-9f13-2dac19e88c35 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Received port after_create {{(pid=82368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 15:59:42.715123 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b0ac5573-aae8-4e10-959d-edf295ee5a20 None None] Notify callbacks [] for port, precommit_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:42.748779 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b0ac5573-aae8-4e10-959d-edf295ee5a20 None None] Transition to ACTIVE for port object 00179544-7199-4841-9ab7-15bb33fe9b6d will not be triggered until provisioned by entity L2. {{(pid=82370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 15:59:42.769137 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device b8f1564b-f7e8-4f81-a823-e86d3ddfca97 up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 15:59:42.811912 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b0ac5573-aae8-4e10-959d-edf295ee5a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:42.825805 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6fa506cd-3bbf-435b-9f13-2dac19e88c35 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:42.828384 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b0fdb537-cb68-4a6f-aadf-95ee65ca279e tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:42.840666 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:42.893630 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6fa506cd-3bbf-435b-9f13-2dac19e88c35 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:43.092487 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51305e8-f546-49d5-a91a-d83f19eeb911 None None] Pushing event updated for resources: {'Port': ['ID=00179544-7199-4841-9ab7-15bb33fe9b6d,revision_number=3']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:43.100312 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f51305e8-f546-49d5-a91a-d83f19eeb911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:43.253477 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning for port b8f1564b-f7e8-4f81-a823-e86d3ddfca97 completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 15:59:43.263275 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6fa506cd-3bbf-435b-9f13-2dac19e88c35 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for port, precommit_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:43.271466 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6fa506cd-3bbf-435b-9f13-2dac19e88c35 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:43.279582 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-93f9bdda-b5cc-4d56-8f4e-f3f81a98428f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:43.289975 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port b8f1564b-f7e8-4f81-a823-e86d3ddfca97 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 15:59:43.290803 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:43.356043 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-b0ac5573-aae8-4e10-959d-edf295ee5a20 None None] Attempting to bind port 00179544-7199-4841-9ab7-15bb33fe9b6d on host dv-cinder-809669-1-iscsi for vnic_type normal with profile {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 15:59:43.356359 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-b0ac5573-aae8-4e10-959d-edf295ee5a20 None None] Attempting to bind port 00179544-7199-4841-9ab7-15bb33fe9b6d by drivers openvswitch,hyperv on host dv-cinder-809669-1-iscsi at level 0 using segments [{'id': 'd1e44e39-6be0-4349-98b0-f88bec838d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe'}] {{(pid=82370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 15:59:43.356701 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ac5573-aae8-4e10-959d-edf295ee5a20 None None] Attempting to bind port 00179544-7199-4841-9ab7-15bb33fe9b6d on network 8d940861-2256-4176-a2ad-3f8353b646fe {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 15:59:43.365661 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ac5573-aae8-4e10-959d-edf295ee5a20 None None] Checking agent: {'id': 'e3ab64f4-5a45-40ad-bdab-6ad34693b70b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 51, 4), 'started_at': datetime.datetime(2021, 9, 20, 15, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 15, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 15:59:43.366085 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ac5573-aae8-4e10-959d-edf295ee5a20 None None] Checking segment: {'id': 'd1e44e39-6be0-4349-98b0-f88bec838d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 15:59:43.366580 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b0ac5573-aae8-4e10-959d-edf295ee5a20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:43.367079 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ac5573-aae8-4e10-959d-edf295ee5a20 None None] Bound using segment: {'id': 'd1e44e39-6be0-4349-98b0-f88bec838d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe'} {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 15:59:43.367608 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-b0ac5573-aae8-4e10-959d-edf295ee5a20 None None] Bound port: 00179544-7199-4841-9ab7-15bb33fe9b6d, host: dv-cinder-809669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e44e39-6be0-4349-98b0-f88bec838d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe'}}] {{(pid=82370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 15:59:43.378952 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.36', 51203) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:43.403295 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-ef8a6120-42eb-45cf-8243-79c59051c6f8 service neutron] Request body: {'port': {'device_id': '2c936804-3f29-4891-af3a-e0f1e299e3cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80966'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 15:59:43.404117 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b0ac5573-aae8-4e10-959d-edf295ee5a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:43.433582 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device d8fe09ed-690e-40da-a789-c9b84391e8e2 details requested by agent hyperv_hv-cinder-80966 with host hv-cinder-80966 {{(pid=82370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 20 15:59:43.433938 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6fa506cd-3bbf-435b-9f13-2dac19e88c35 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1017788'] for floatingip, after_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:43.526657 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa506cd-3bbf-435b-9f13-2dac19e88c35 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Pushing event updated for resources: {'Port': ['ID=a8684171-a77e-4074-a279-bebbf757b0b2,revision_number=2']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:43.536879 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-6fa506cd-3bbf-435b-9f13-2dac19e88c35 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:43.582078 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047ceb0-5f3d-4729-91cd-317347fa9d19 req-c87c3d36-9f1e-4996-99eb-5aff2e854dd7 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:43.596984 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3047ceb0-5f3d-4729-91cd-317347fa9d19 req-c87c3d36-9f1e-4996-99eb-5aff2e854dd7 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/ports?device_id=89b1dcc8-f517-465b-a2e2-a31606fefbb6 HTTP/1.1" status: 200 len: 944 time: 0.4635947 Sep 20 15:59:43.602461 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6fa506cd-3bbf-435b-9f13-2dac19e88c35 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for floatingip, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:43.615092 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-6fa506cd-3bbf-435b-9f13-2dac19e88c35 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0853310 Sep 20 15:59:43.678787 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3047ceb0-5f3d-4729-91cd-317347fa9d19 req-b135ad74-4c99-4e9a-ab0b-559dc0eb6c8d tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a2e695e-6110-42d9-a4d5-f18e495a1120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807719 Sep 20 15:59:43.769551 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-34575c14-b38c-467e-bdc2-02e7ce8da7b0 req-050ff07d-ec1c-41ec-9119-cb54c7818238 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 210 time: 0.0736921 Sep 20 15:59:44.043653 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:44.073106 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-946fd23a-3b85-4a67-b7dd-2db4599e2734 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Synchronizing usage tracker for tenant:db746f245ad145658413ccb0154221ac on resource:security_group {{(pid=82368) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 15:59:44.083953 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b0ac5573-aae8-4e10-959d-edf295ee5a20 None None] For port 00179544-7199-4841-9ab7-15bb33fe9b6d, host dv-cinder-809669-1-iscsi, cleared binding levels {{(pid=82370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 15:59:44.094599 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-946fd23a-3b85-4a67-b7dd-2db4599e2734 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Unset dirty status for tenant:db746f245ad145658413ccb0154221ac on resource:security_group {{(pid=82368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 15:59:44.096822 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-946fd23a-3b85-4a67-b7dd-2db4599e2734 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--511727987&fields=id&tenant_id=db746f245ad145658413ccb0154221ac HTTP/1.1" status: 200 len: 267 time: 0.0771949 Sep 20 15:59:44.110177 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port d8fe09ed-690e-40da-a789-c9b84391e8e2, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=d8fe09ed-690e-40da-a789-c9b84391e8e2,segment=NetworkSegment(14334b2a-66af-44c2-b1ed-f7ecab412ee7),segment_id=14334b2a-66af-44c2-b1ed-f7ecab412ee7)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 15:59:44.115016 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [None req-b0fdb537-cb68-4a6f-aadf-95ee65ca279e tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Allocated IP 172.27.3.178 (378c8f1a-f14e-4679-b139-5c2d775a72d9/ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1/69be2c31-9e27-45d4-800c-bfc586ec1b44) {{(pid=82369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 15:59:44.135661 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Returning: {'device': 'd8fe09ed-690e-40da-a789-c9b84391e8e2', 'network_id': 'f039c8f1-ad4f-41b5-b7ee-24d5c3e3f470', 'port_id': 'd8fe09ed-690e-40da-a789-c9b84391e8e2', 'mac_address': 'fa:16:3e:23:c9:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d94ce5c-3756-4970-aa1d-2d28193f4f2d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 20 15:59:44.172440 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b0ac5573-aae8-4e10-959d-edf295ee5a20 None None] For port 00179544-7199-4841-9ab7-15bb33fe9b6d, host dv-cinder-809669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=00179544-7199-4841-9ab7-15bb33fe9b6d,segment=NetworkSegment(d1e44e39-6be0-4349-98b0-f88bec838d0a),segment_id=d1e44e39-6be0-4349-98b0-f88bec838d0a)] {{(pid=82370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 15:59:44.198624 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b0ac5573-aae8-4e10-959d-edf295ee5a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:44.212743 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-65b506ee-2ed8-46a3-94ad-0110867b057f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:44.319196 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b0fdb537-cb68-4a6f-aadf-95ee65ca279e tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for port, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:44.319480 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51305e8-f546-49d5-a91a-d83f19eeb911 None None] Pushing event updated for resources: {'Port': ['ID=00179544-7199-4841-9ab7-15bb33fe9b6d,revision_number=4']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:44.323547 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f51305e8-f546-49d5-a91a-d83f19eeb911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:44.350582 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] For port b8f1564b-f7e8-4f81-a823-e86d3ddfca97, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=b8f1564b-f7e8-4f81-a823-e86d3ddfca97,segment=NetworkSegment(53b27ffb-2548-4ae3-9c2a-2f4b0770f622),segment_id=53b27ffb-2548-4ae3-9c2a-2f4b0770f622)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 15:59:44.353078 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:44.377505 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8fe09ed-690e-40da-a789-c9b84391e8e2 {{(pid=82370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 15:59:44.386888 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-ef8a6120-42eb-45cf-8243-79c59051c6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:44.401072 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port d8fe09ed-690e-40da-a789-c9b84391e8e2, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=d8fe09ed-690e-40da-a789-c9b84391e8e2,segment=NetworkSegment(14334b2a-66af-44c2-b1ed-f7ecab412ee7),segment_id=14334b2a-66af-44c2-b1ed-f7ecab412ee7)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 15:59:44.403068 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:44.407106 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-65b506ee-2ed8-46a3-94ad-0110867b057f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:44.466727 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49159a69-20ff-4209-af41-3245e7e2d5b8 req-5626f65d-e6d0-4fb2-ad67-636fbe64281d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:44.468611 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-49159a69-20ff-4209-af41-3245e7e2d5b8 req-5626f65d-e6d0-4fb2-ad67-636fbe64281d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d94ce5c-3756-4970-aa1d-2d28193f4f2d HTTP/1.1" status: 200 len: 851 time: 0.9067159 Sep 20 15:59:44.751456 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ac5573-aae8-4e10-959d-edf295ee5a20 None None] Routers {'17290f84-0f42-496c-aea2-a1e118d98dc2'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 15:59:44.752271 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-b0ac5573-aae8-4e10-959d-edf295ee5a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T15:59:35Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['17290f84-0f42-496c-aea2-a1e118d98dc2'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 15:59:44.869043 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 31d188d2-f1dd-44ec-8d80-5fb6db79059b up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 15:59:44.914708 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-910f95f2-825a-4c7b-8e5b-e4bc76d647c9 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:44.917313 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-910f95f2-825a-4c7b-8e5b-e4bc76d647c9 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Synchronizing usage tracker for tenant:db746f245ad145658413ccb0154221ac on resource:network {{(pid=82368) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 15:59:44.961822 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-910f95f2-825a-4c7b-8e5b-e4bc76d647c9 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Unset dirty status for tenant:db746f245ad145658413ccb0154221ac on resource:network {{(pid=82368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 15:59:44.963145 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-910f95f2-825a-4c7b-8e5b-e4bc76d647c9 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/networks?id=bff5b245-776a-4a0d-8c23-eec69eae1a29 HTTP/1.1" status: 200 len: 817 time: 0.8582668 Sep 20 15:59:44.986794 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:44.988109 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-017a7a7c-dbba-46f8-b482-2c2470c6a500 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/quotas/db746f245ad145658413ccb0154221ac HTTP/1.1" status: 200 len: 375 time: 0.0182397 Sep 20 15:59:45.162475 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-ef8a6120-42eb-45cf-8243-79c59051c6f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea85f18a-a185-4513-885e-4cd5ec8c7e2f {{(pid=82369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 15:59:45.172852 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789991f-06cd-45c8-b8d2-def7c513bfad req-1df1ad84-e931-4f82-bd33-ff6281c39fca tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:45.174871 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d789991f-06cd-45c8-b8d2-def7c513bfad req-1df1ad84-e931-4f82-bd33-ff6281c39fca tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/ports?device_id=89b1dcc8-f517-465b-a2e2-a31606fefbb6 HTTP/1.1" status: 200 len: 945 time: 0.1853745 Sep 20 15:59:45.175568 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-ef8a6120-42eb-45cf-8243-79c59051c6f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:45.196719 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-8dc79f50-f470-400b-b539-7abf0ca77b7c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Synchronizing usage tracker for tenant:db746f245ad145658413ccb0154221ac on resource:port {{(pid=82368) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 15:59:45.221140 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-ef8a6120-42eb-45cf-8243-79c59051c6f8 service neutron] Transition to ACTIVE for port object ea85f18a-a185-4513-885e-4cd5ec8c7e2f will not be triggered until provisioned by entity L2. {{(pid=82369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 15:59:45.227931 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-49159a69-20ff-4209-af41-3245e7e2d5b8 req-c1b4a758-561a-4646-b124-0722ba5bff7a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f039c8f1-ad4f-41b5-b7ee-24d5c3e3f470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6769931 Sep 20 15:59:45.233083 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-ef8a6120-42eb-45cf-8243-79c59051c6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:45.247787 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-eda7c38a-068a-46c9-a484-c8429b33e5e9 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:45.249615 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d789991f-06cd-45c8-b8d2-def7c513bfad req-d663d609-3369-4c0a-892f-9e9728ec81af tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a2e695e-6110-42d9-a4d5-f18e495a1120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496945 Sep 20 15:59:45.252062 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-eda7c38a-068a-46c9-a484-c8429b33e5e9 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.36 "GET /v2.0/networks?id=526d51a6-e1d8-43dc-ad4b-1d3805a10527 HTTP/1.1" status: 200 len: 818 time: 1.6932166 Sep 20 15:59:45.282877 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-8dc79f50-f470-400b-b539-7abf0ca77b7c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Unset dirty status for tenant:db746f245ad145658413ccb0154221ac on resource:port {{(pid=82368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 15:59:45.283108 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Pushing event updated for resources: {'Port': ['ID=b8f1564b-f7e8-4f81-a823-e86d3ddfca97,revision_number=5']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:45.283219 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-8dc79f50-f470-400b-b539-7abf0ca77b7c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=db746f245ad145658413ccb0154221ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2500021 Sep 20 15:59:45.329164 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-919f67df-ff84-4227-b12a-078a93621b3e tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Request body: {'port': {'device_id': '819e17fe-eacb-4789-9333-e6d60b7b5391', 'network_id': '526d51a6-e1d8-43dc-ad4b-1d3805a10527', 'admin_state_up': True, 'tenant_id': 'a0ad6fb96f2948788cf8a1d3d787552f'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 15:59:45.364128 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-b0ac5573-aae8-4e10-959d-edf295ee5a20 None None] Set router 17290f84-0f42-496c-aea2-a1e118d98dc2 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 15:59:45.503929 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:45.532086 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.125s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:45.536427 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['d8fe09ed-690e-40da-a789-c9b84391e8e2'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 15:59:45.565158 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.451s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:45.565826 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-919f67df-ff84-4227-b12a-078a93621b3e tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:59:45.576744 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-919f67df-ff84-4227-b12a-078a93621b3e tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:59:45.593838 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-02529667-9d83-4d42-ac13-6ff0c93bbfc8 req-3d792467-37a4-4b3b-af73-e8c052d3626f tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 210 time: 0.0748203 Sep 20 15:59:45.596527 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning for port 31d188d2-f1dd-44ec-8d80-5fb6db79059b completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 15:59:45.616025 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port 31d188d2-f1dd-44ec-8d80-5fb6db79059b triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 15:59:45.616234 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:45.664013 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-0777026c-986b-4fc0-a9c2-af87a1e5de26 service neutron] 10.222.0.35 "GET /v2.0/networks/bff5b245-776a-4a0d-8c23-eec69eae1a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689620 Sep 20 15:59:45.713681 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-919f67df-ff84-4227-b12a-078a93621b3e tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Made reservation on behalf of a0ad6fb96f2948788cf8a1d3d787552f for: {'port': 1} {{(pid=82369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 15:59:45.719577 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-919f67df-ff84-4227-b12a-078a93621b3e tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:45.778925 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a6120-42eb-45cf-8243-79c59051c6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=ea85f18a-a185-4513-885e-4cd5ec8c7e2f,revision_number=2']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:45.797576 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-ef8a6120-42eb-45cf-8243-79c59051c6f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:45.865986 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-acdbd22e-3df9-45b4-813f-64f34b0bb12c service neutron] 10.222.0.35 "GET /v2.0/networks/bff5b245-776a-4a0d-8c23-eec69eae1a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880257 Sep 20 15:59:45.916216 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-ef8a6120-42eb-45cf-8243-79c59051c6f8 service neutron] Attempting to bind port ea85f18a-a185-4513-885e-4cd5ec8c7e2f on host hv-cinder-80966 for vnic_type normal with profile {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 15:59:45.916525 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-ef8a6120-42eb-45cf-8243-79c59051c6f8 service neutron] Attempting to bind port ea85f18a-a185-4513-885e-4cd5ec8c7e2f by drivers openvswitch,hyperv on host hv-cinder-80966 at level 0 using segments [{'id': '53b27ffb-2548-4ae3-9c2a-2f4b0770f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '526d51a6-e1d8-43dc-ad4b-1d3805a10527'}] {{(pid=82369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 15:59:45.916886 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-ef8a6120-42eb-45cf-8243-79c59051c6f8 service neutron] Attempting to bind port ea85f18a-a185-4513-885e-4cd5ec8c7e2f on network 526d51a6-e1d8-43dc-ad4b-1d3805a10527 {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 15:59:45.919510 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b0fdb537-cb68-4a6f-aadf-95ee65ca279e tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572'] for port, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:46.010610 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=d8fe09ed-690e-40da-a789-c9b84391e8e2,revision_number=4']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:46.015603 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:46.061099 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:46.107096 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fdb537-cb68-4a6f-aadf-95ee65ca279e tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Network 378c8f1a-f14e-4679-b139-5c2d775a72d9 is already hosted by enough agents. {{(pid=82369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 15:59:46.119344 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-b0fdb537-cb68-4a6f-aadf-95ee65ca279e tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Resources bound (agent type, host, resource id): {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 15:59:46.125138 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fdb537-cb68-4a6f-aadf-95ee65ca279e tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Received port after_create {{(pid=82369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 15:59:46.137427 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-ef8a6120-42eb-45cf-8243-79c59051c6f8 service neutron] Port ea85f18a-a185-4513-885e-4cd5ec8c7e2f on network 526d51a6-e1d8-43dc-ad4b-1d3805a10527 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80966 {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 20 15:59:46.137898 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-ef8a6120-42eb-45cf-8243-79c59051c6f8 service neutron] Attempting to bind port ea85f18a-a185-4513-885e-4cd5ec8c7e2f on network 526d51a6-e1d8-43dc-ad4b-1d3805a10527 {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 15:59:46.268848 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-184da6b4-c8a4-4173-afa8-dea2b07f63ec req-54cdc40c-2a37-4bf4-9bcd-95299bc9c3f4 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 210 time: 0.1253281 Sep 20 15:59:46.301305 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-ef8a6120-42eb-45cf-8243-79c59051c6f8 service neutron] Checking agent: {'id': '85f38ebc-8bd3-4a05-87ab-11427d0d3796', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 57, 9), 'started_at': datetime.datetime(2021, 9, 20, 15, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 15, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 15:59:46.301674 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-ef8a6120-42eb-45cf-8243-79c59051c6f8 service neutron] Checking segment: {'id': '53b27ffb-2548-4ae3-9c2a-2f4b0770f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '526d51a6-e1d8-43dc-ad4b-1d3805a10527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 15:59:46.302394 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-ef8a6120-42eb-45cf-8243-79c59051c6f8 service neutron] Bound using segment: {'id': '53b27ffb-2548-4ae3-9c2a-2f4b0770f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '526d51a6-e1d8-43dc-ad4b-1d3805a10527'} {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 15:59:46.303162 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-ef8a6120-42eb-45cf-8243-79c59051c6f8 service neutron] Bound port: ea85f18a-a185-4513-885e-4cd5ec8c7e2f, host: hv-cinder-80966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b27ffb-2548-4ae3-9c2a-2f4b0770f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '526d51a6-e1d8-43dc-ad4b-1d3805a10527'}}] {{(pid=82369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 15:59:46.303299 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-ef8a6120-42eb-45cf-8243-79c59051c6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:46.348444 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-b0ac5573-aae8-4e10-959d-edf295ee5a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'name': 'tempest-AttachVolumeTestJSON-1316904417-router', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd9bfb57d-fb5e-4875-9288-3eb7c3a1f34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:15Z', 'updated_at': '2021-09-20T15:59:28Z', 'revision_number': 4, 'project_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'gw_port': {'id': 'd9bfb57d-fb5e-4875-9288-3eb7c3a1f34e', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:32:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:17Z', 'updated_at': '2021-09-20T15:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': '00179544-7199-4841-9ab7-15bb33fe9b6d', 'name': '', 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'mac_address': 'fa:16:3e:17:b2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff460d82-964a-44b5-b5c5-4abe0f89a661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:27Z', 'updated_at': '2021-09-20T15:59:44Z', 'revision_number': 4, 'project_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'subnets': [{'id': 'ff460d82-964a-44b5-b5c5-4abe0f89a661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 15:59:46.362208 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:46.412703 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] For port 31d188d2-f1dd-44ec-8d80-5fb6db79059b, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=31d188d2-f1dd-44ec-8d80-5fb6db79059b,segment=NetworkSegment(989a23f7-b1d9-49cd-b7ba-1fda6ddeb386),segment_id=989a23f7-b1d9-49cd-b7ba-1fda6ddeb386)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 15:59:46.415255 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ac5573-aae8-4e10-959d-edf295ee5a20 None None] The sync data for ids ['17290f84-0f42-496c-aea2-a1e118d98dc2'] in dv-cinder-809669-1-iscsi is: [{'id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'name': 'tempest-AttachVolumeTestJSON-1316904417-router', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd9bfb57d-fb5e-4875-9288-3eb7c3a1f34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:15Z', 'updated_at': '2021-09-20T15:59:28Z', 'revision_number': 4, 'project_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'gw_port': {'id': 'd9bfb57d-fb5e-4875-9288-3eb7c3a1f34e', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:32:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:17Z', 'updated_at': '2021-09-20T15:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': '00179544-7199-4841-9ab7-15bb33fe9b6d', 'name': '', 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'mac_address': 'fa:16:3e:17:b2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff460d82-964a-44b5-b5c5-4abe0f89a661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:27Z', 'updated_at': '2021-09-20T15:59:44Z', 'revision_number': 4, 'project_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'subnets': [{'id': 'ff460d82-964a-44b5-b5c5-4abe0f89a661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 15:59:46.431465 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:46.434538 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:46.511838 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-919f67df-ff84-4227-b12a-078a93621b3e tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Allocated IP 172.20.0.11 (526d51a6-e1d8-43dc-ad4b-1d3805a10527/99e482be-1e6b-4c97-9638-74c80f0f9561/35dec15f-039d-4bd9-9756-575332254874) {{(pid=82369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 15:59:46.659308 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Pushing event updated for resources: {'Port': ['ID=31d188d2-f1dd-44ec-8d80-5fb6db79059b,revision_number=5']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:46.672229 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:46.738870 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device b8f1564b-f7e8-4f81-a823-e86d3ddfca97 up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 15:59:46.783296 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd31e4-78cc-4065-8d11-4fad84262d31 req-7779739e-3220-4979-90f4-198438a500c0 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:46.795496 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-48fd31e4-78cc-4065-8d11-4fad84262d31 req-7779739e-3220-4979-90f4-198438a500c0 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/ports?device_id=89b1dcc8-f517-465b-a2e2-a31606fefbb6 HTTP/1.1" status: 200 len: 945 time: 0.2383003 Sep 20 15:59:46.868272 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port b8f1564b-f7e8-4f81-a823-e86d3ddfca97 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 15:59:46.868693 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:46.955708 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-ef8a6120-42eb-45cf-8243-79c59051c6f8 service neutron] For port ea85f18a-a185-4513-885e-4cd5ec8c7e2f, host hv-cinder-80966, cleared binding levels {{(pid=82369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 15:59:46.959210 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-ef8a6120-42eb-45cf-8243-79c59051c6f8 service neutron] For port ea85f18a-a185-4513-885e-4cd5ec8c7e2f, host hv-cinder-80966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=ea85f18a-a185-4513-885e-4cd5ec8c7e2f,segment=NetworkSegment(53b27ffb-2548-4ae3-9c2a-2f4b0770f622),segment_id=53b27ffb-2548-4ae3-9c2a-2f4b0770f622)] {{(pid=82369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 15:59:46.962075 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-49159a69-20ff-4209-af41-3245e7e2d5b8 req-7f122f7a-6bf1-495a-8c67-ac8e73e6cf27 service neutron] 10.222.0.36 "GET /v2.0/networks/f039c8f1-ad4f-41b5-b7ee-24d5c3e3f470?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7054393 Sep 20 15:59:46.980674 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fdb537-cb68-4a6f-aadf-95ee65ca279e tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Pushing event updated for resources: {'Port': ['ID=69be2c31-9e27-45d4-800c-bfc586ec1b44,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:46.989332 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b0fdb537-cb68-4a6f-aadf-95ee65ca279e tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.928s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:47.110164 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3071f49d-b442-425c-b9d9-f0e9365b3cc3 req-d5fe1743-7e26-4674-9a41-2599e9b754ae tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 210 time: 0.1790059 Sep 20 15:59:47.154037 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-48fd31e4-78cc-4065-8d11-4fad84262d31 req-f20faba5-fd4d-4426-aed9-bed1c8c01968 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a2e695e-6110-42d9-a4d5-f18e495a1120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559535 Sep 20 15:59:47.306746 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-ef8a6120-42eb-45cf-8243-79c59051c6f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:47.346402 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:47.387829 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b0fdb537-cb68-4a6f-aadf-95ee65ca279e tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:47.463664 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c74a4feb-34e2-490c-9c5a-465f7cd7dd13 req-40414cbd-9076-43d0-9cbf-2cdd4f055d6a tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 210 time: 0.0527413 Sep 20 15:59:47.498732 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-ef8a6120-42eb-45cf-8243-79c59051c6f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for port, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:47.500304 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-ef8a6120-42eb-45cf-8243-79c59051c6f8 service neutron] 10.222.0.36 "PUT /v2.0/ports/ea85f18a-a185-4513-885e-4cd5ec8c7e2f HTTP/1.1" status: 200 len: 1094 time: 4.1072202 Sep 20 15:59:47.516909 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c936804-3f29-4891-af3a-e0f1e299e3cf', 'tag': 'ea85f18a-a185-4513-885e-4cd5ec8c7e2f'}] {{(pid=82369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 15:59:47.563023 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a6120-42eb-45cf-8243-79c59051c6f8 service neutron] Pushing event updated for resources: {'Port': ['ID=ea85f18a-a185-4513-885e-4cd5ec8c7e2f,revision_number=3']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:47.572702 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-ef8a6120-42eb-45cf-8243-79c59051c6f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:47.584221 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b0fdb537-cb68-4a6f-aadf-95ee65ca279e tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:47.630112 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c936804-3f29-4891-af3a-e0f1e299e3cf', 'tag': 'ea85f18a-a185-4513-885e-4cd5ec8c7e2f', 'status': 'completed', 'code': 200} Sep 20 15:59:47.664417 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-919f67df-ff84-4227-b12a-078a93621b3e tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Notify callbacks [] for port, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:47.800476 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-919f67df-ff84-4227-b12a-078a93621b3e tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572'] for port, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:47.813389 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-acbef30d-9a14-4b9e-a931-8b927d7bb50d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:47.900163 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-919f67df-ff84-4227-b12a-078a93621b3e tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Network 526d51a6-e1d8-43dc-ad4b-1d3805a10527 is already hosted by enough agents. {{(pid=82369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 15:59:47.904943 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-919f67df-ff84-4227-b12a-078a93621b3e tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Resources bound (agent type, host, resource id): {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 15:59:47.918355 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-919f67df-ff84-4227-b12a-078a93621b3e tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Received port after_create {{(pid=82369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 15:59:47.922611 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-919f67df-ff84-4227-b12a-078a93621b3e tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:47.923330 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-919f67df-ff84-4227-b12a-078a93621b3e tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for port, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:47.942054 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919f67df-ff84-4227-b12a-078a93621b3e tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Pushing event updated for resources: {'Port': ['ID=35dec15f-039d-4bd9-9756-575332254874,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:47.949164 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-919f67df-ff84-4227-b12a-078a93621b3e tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:47.975461 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b0fdb537-cb68-4a6f-aadf-95ee65ca279e tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for port, precommit_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:47.982128 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b0fdb537-cb68-4a6f-aadf-95ee65ca279e tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:47.987181 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-ef8a6120-42eb-45cf-8243-79c59051c6f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:48.020481 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-919f67df-ff84-4227-b12a-078a93621b3e tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7118642 Sep 20 15:59:48.052480 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b0fdb537-cb68-4a6f-aadf-95ee65ca279e tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1017788'] for floatingip, after_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:48.067639 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fdb537-cb68-4a6f-aadf-95ee65ca279e tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Pushing event updated for resources: {'Port': ['ID=69be2c31-9e27-45d4-800c-bfc586ec1b44,revision_number=2']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:48.073148 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b0fdb537-cb68-4a6f-aadf-95ee65ca279e tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:48.080179 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b0fdb537-cb68-4a6f-aadf-95ee65ca279e tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for floatingip, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:48.081545 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-b0fdb537-cb68-4a6f-aadf-95ee65ca279e tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5336556 Sep 20 15:59:48.429957 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97a1b1-ae24-47f5-afd9-2ca4bc27af89 req-b5f4289b-a1c1-482c-9ae4-a790e36dc4c2 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:48.431639 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2d97a1b1-ae24-47f5-afd9-2ca4bc27af89 req-b5f4289b-a1c1-482c-9ae4-a790e36dc4c2 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/ports?device_id=89b1dcc8-f517-465b-a2e2-a31606fefbb6 HTTP/1.1" status: 200 len: 945 time: 0.1492608 Sep 20 15:59:48.438173 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1444f-7451-4518-ad60-2a7f27590505 req-58fd43d5-290e-42b7-be56-813cbc6c733f tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:48.439711 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f9a1444f-7451-4518-ad60-2a7f27590505 req-58fd43d5-290e-42b7-be56-813cbc6c733f tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 932 time: 0.1185257 Sep 20 15:59:48.521428 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2d97a1b1-ae24-47f5-afd9-2ca4bc27af89 req-58874b25-3a2c-4ad7-8439-010c3625c634 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a2e695e-6110-42d9-a4d5-f18e495a1120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806866 Sep 20 15:59:48.523051 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-f9a1444f-7451-4518-ad60-2a7f27590505 req-078e492b-1d1d-40f0-a794-4bd57d42674f tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Synchronizing usage tracker for tenant:a0ad6fb96f2948788cf8a1d3d787552f on resource:security_group {{(pid=82368) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 15:59:48.544915 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-f9a1444f-7451-4518-ad60-2a7f27590505 req-078e492b-1d1d-40f0-a794-4bd57d42674f tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Unset dirty status for tenant:a0ad6fb96f2948788cf8a1d3d787552f on resource:security_group {{(pid=82368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 15:59:48.546330 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f9a1444f-7451-4518-ad60-2a7f27590505 req-078e492b-1d1d-40f0-a794-4bd57d42674f tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890481 Sep 20 15:59:48.600636 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 00179544-7199-4841-9ab7-15bb33fe9b6d up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 15:59:48.680967 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning for port 00179544-7199-4841-9ab7-15bb33fe9b6d completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 15:59:48.685842 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port 00179544-7199-4841-9ab7-15bb33fe9b6d triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 15:59:48.686264 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:48.737994 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-451f6bb2-6093-4d14-b71e-e9580eaeb819 req-99c4de6d-19d6-412b-9c94-b6105404b160 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 210 time: 0.0550661 Sep 20 15:59:48.740022 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-fd44adc8-247e-470a-b841-c7c0d7f78b81 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Synchronizing usage tracker for tenant:fd7704af87e049c8b60cee7ad66c9d89 on resource:security_group {{(pid=82368) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 15:59:48.756722 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-fd44adc8-247e-470a-b841-c7c0d7f78b81 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Unset dirty status for tenant:fd7704af87e049c8b60cee7ad66c9d89 on resource:security_group {{(pid=82368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 15:59:48.763348 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-fd44adc8-247e-470a-b841-c7c0d7f78b81 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--231931822&fields=id&tenant_id=fd7704af87e049c8b60cee7ad66c9d89 HTTP/1.1" status: 200 len: 267 time: 0.1157765 Sep 20 15:59:48.810593 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:48.843708 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] For port 00179544-7199-4841-9ab7-15bb33fe9b6d, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=00179544-7199-4841-9ab7-15bb33fe9b6d,segment=NetworkSegment(d1e44e39-6be0-4349-98b0-f88bec838d0a),segment_id=d1e44e39-6be0-4349-98b0-f88bec838d0a)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 15:59:48.847710 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:48.848601 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 31d188d2-f1dd-44ec-8d80-5fb6db79059b up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 15:59:48.879523 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-692accbb-960a-4105-a9cc-210f84fa9d3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:48.965574 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-f8b5e9da-4b1b-48bb-8095-20d6677bd4c3 service neutron] Request body: {'port': {'device_id': '819e17fe-eacb-4789-9333-e6d60b7b5391', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80966'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 15:59:48.975280 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-82309678-80b6-46bf-a118-4797facf62fb tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:48.976214 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-82309678-80b6-46bf-a118-4797facf62fb tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Synchronizing usage tracker for tenant:fd7704af87e049c8b60cee7ad66c9d89 on resource:network {{(pid=82368) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 15:59:49.000888 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-82309678-80b6-46bf-a118-4797facf62fb tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Unset dirty status for tenant:fd7704af87e049c8b60cee7ad66c9d89 on resource:network {{(pid=82368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 15:59:49.002194 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-82309678-80b6-46bf-a118-4797facf62fb tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/networks?id=8d940861-2256-4176-a2ad-3f8353b646fe HTTP/1.1" status: 200 len: 811 time: 0.2354398 Sep 20 15:59:49.038942 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-73db64d2-9bba-4610-b54e-16c670bac1c1 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/quotas/fd7704af87e049c8b60cee7ad66c9d89 HTTP/1.1" status: 200 len: 375 time: 0.0285170 Sep 20 15:59:49.083665 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Pushing event updated for resources: {'Port': ['ID=00179544-7199-4841-9ab7-15bb33fe9b6d,revision_number=5']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:49.087966 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:49.089198 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port 31d188d2-f1dd-44ec-8d80-5fb6db79059b triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 15:59:49.089608 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:49.193204 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-cc7483d4-29e6-4bf3-a9f7-a65f48065e1f tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd7704af87e049c8b60cee7ad66c9d89&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1425507 Sep 20 15:59:49.356580 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-49159a69-20ff-4209-af41-3245e7e2d5b8 req-d3b89c41-0108-4fb7-87c9-5b10a90d4310 service neutron] 10.222.0.36 "GET /v2.0/networks/f039c8f1-ad4f-41b5-b7ee-24d5c3e3f470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4715002 Sep 20 15:59:49.373761 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e7100e37-8898-429a-80ab-f80bcd6685bd req-d1030ca1-3417-4357-b613-5dda50967cf6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0ad6fb96f2948788cf8a1d3d787552f&device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 1097 time: 0.4232349 Sep 20 15:59:49.375993 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-f8b5e9da-4b1b-48bb-8095-20d6677bd4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:49.387335 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-2dc2bf7d-3867-4080-a610-4d942916cd3b service neutron] 10.222.0.35 "GET /v2.0/networks/8d940861-2256-4176-a2ad-3f8353b646fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720262 Sep 20 15:59:49.553137 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-be20cd99-c562-43f4-9506-20776e8b567e service neutron] 10.222.0.35 "GET /v2.0/networks/8d940861-2256-4176-a2ad-3f8353b646fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589582 Sep 20 15:59:49.815864 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-f8b5e9da-4b1b-48bb-8095-20d6677bd4c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35dec15f-039d-4bd9-9756-575332254874 {{(pid=82369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 15:59:49.830512 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-f8b5e9da-4b1b-48bb-8095-20d6677bd4c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:49.846984 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-f8b5e9da-4b1b-48bb-8095-20d6677bd4c3 service neutron] Transition to ACTIVE for port object 35dec15f-039d-4bd9-9756-575332254874 will not be triggered until provisioned by entity L2. {{(pid=82369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 15:59:49.851777 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-f8b5e9da-4b1b-48bb-8095-20d6677bd4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:49.856814 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-ef8a6120-42eb-45cf-8243-79c59051c6f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:49.967061 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be2549e-bd7c-4506-a685-b322a08207a1 req-389cbf83-ab1e-4b77-a700-7311a9050c96 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:49.968873 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3be2549e-bd7c-4506-a685-b322a08207a1 req-389cbf83-ab1e-4b77-a700-7311a9050c96 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/ports?device_id=89b1dcc8-f517-465b-a2e2-a31606fefbb6 HTTP/1.1" status: 200 len: 945 time: 0.2758973 Sep 20 15:59:49.981228 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c84b6-9c90-4071-99ff-15fc12ab80c8 req-40c4b4b9-9197-4a4f-8d1a-9b6c56d5d337 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:49.983827 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ff4c84b6-9c90-4071-99ff-15fc12ab80c8 req-40c4b4b9-9197-4a4f-8d1a-9b6c56d5d337 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 944 time: 0.1891952 Sep 20 15:59:50.069917 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5e9da-4b1b-48bb-8095-20d6677bd4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=35dec15f-039d-4bd9-9756-575332254874,revision_number=2']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:50.073227 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f8b5e9da-4b1b-48bb-8095-20d6677bd4c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:50.132663 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ff4c84b6-9c90-4071-99ff-15fc12ab80c8 req-f8d04335-8ce9-470e-aa5a-0d6a21966b89 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302216 Sep 20 15:59:50.151436 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3be2549e-bd7c-4506-a685-b322a08207a1 req-c4af2925-6adc-4e63-a498-05c5f4a86ee1 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a2e695e-6110-42d9-a4d5-f18e495a1120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665030 Sep 20 15:59:50.170263 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-f8b5e9da-4b1b-48bb-8095-20d6677bd4c3 service neutron] Attempting to bind port 35dec15f-039d-4bd9-9756-575332254874 on host hv-cinder-80966 for vnic_type normal with profile {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 15:59:50.170263 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-f8b5e9da-4b1b-48bb-8095-20d6677bd4c3 service neutron] Attempting to bind port 35dec15f-039d-4bd9-9756-575332254874 by drivers openvswitch,hyperv on host hv-cinder-80966 at level 0 using segments [{'id': '53b27ffb-2548-4ae3-9c2a-2f4b0770f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '526d51a6-e1d8-43dc-ad4b-1d3805a10527'}] {{(pid=82369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 15:59:50.170877 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-f8b5e9da-4b1b-48bb-8095-20d6677bd4c3 service neutron] Attempting to bind port 35dec15f-039d-4bd9-9756-575332254874 on network 526d51a6-e1d8-43dc-ad4b-1d3805a10527 {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 15:59:50.178640 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-f8b5e9da-4b1b-48bb-8095-20d6677bd4c3 service neutron] Port 35dec15f-039d-4bd9-9756-575332254874 on network 526d51a6-e1d8-43dc-ad4b-1d3805a10527 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80966 {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 20 15:59:50.179685 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-f8b5e9da-4b1b-48bb-8095-20d6677bd4c3 service neutron] Attempting to bind port 35dec15f-039d-4bd9-9756-575332254874 on network 526d51a6-e1d8-43dc-ad4b-1d3805a10527 {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 15:59:50.187134 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-f8b5e9da-4b1b-48bb-8095-20d6677bd4c3 service neutron] Checking agent: {'id': '85f38ebc-8bd3-4a05-87ab-11427d0d3796', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 57, 9), 'started_at': datetime.datetime(2021, 9, 20, 15, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 15, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 15:59:50.187617 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-f8b5e9da-4b1b-48bb-8095-20d6677bd4c3 service neutron] Checking segment: {'id': '53b27ffb-2548-4ae3-9c2a-2f4b0770f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '526d51a6-e1d8-43dc-ad4b-1d3805a10527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 15:59:50.188135 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-f8b5e9da-4b1b-48bb-8095-20d6677bd4c3 service neutron] Bound using segment: {'id': '53b27ffb-2548-4ae3-9c2a-2f4b0770f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '526d51a6-e1d8-43dc-ad4b-1d3805a10527'} {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 15:59:50.188715 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-f8b5e9da-4b1b-48bb-8095-20d6677bd4c3 service neutron] Bound port: 35dec15f-039d-4bd9-9756-575332254874, host: hv-cinder-80966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53b27ffb-2548-4ae3-9c2a-2f4b0770f622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '526d51a6-e1d8-43dc-ad4b-1d3805a10527'}}] {{(pid=82369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 15:59:50.189206 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-f8b5e9da-4b1b-48bb-8095-20d6677bd4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:50.294768 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-f8b5e9da-4b1b-48bb-8095-20d6677bd4c3 service neutron] For port 35dec15f-039d-4bd9-9756-575332254874, host hv-cinder-80966, cleared binding levels {{(pid=82369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 15:59:50.299608 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-f8b5e9da-4b1b-48bb-8095-20d6677bd4c3 service neutron] For port 35dec15f-039d-4bd9-9756-575332254874, host hv-cinder-80966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=35dec15f-039d-4bd9-9756-575332254874,segment=NetworkSegment(53b27ffb-2548-4ae3-9c2a-2f4b0770f622),segment_id=53b27ffb-2548-4ae3-9c2a-2f4b0770f622)] {{(pid=82369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 15:59:50.303459 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-f8b5e9da-4b1b-48bb-8095-20d6677bd4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:50.309527 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b0fdb537-cb68-4a6f-aadf-95ee65ca279e tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:50.338387 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-74176e06-6906-48dc-94f3-fce7d410d2ba req-7006b52b-7f41-4c0c-8f1a-77764f45e44a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 210 time: 0.0865631 Sep 20 15:59:50.379539 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 51294) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:50.394589 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-f8b5e9da-4b1b-48bb-8095-20d6677bd4c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for port, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:50.396291 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-f8b5e9da-4b1b-48bb-8095-20d6677bd4c3 service neutron] 10.222.0.36 "PUT /v2.0/ports/35dec15f-039d-4bd9-9756-575332254874 HTTP/1.1" status: 200 len: 1094 time: 1.4545970 Sep 20 15:59:50.397092 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '819e17fe-eacb-4789-9333-e6d60b7b5391', 'tag': '35dec15f-039d-4bd9-9756-575332254874'}] {{(pid=82369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 15:59:50.445555 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5e9da-4b1b-48bb-8095-20d6677bd4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=35dec15f-039d-4bd9-9756-575332254874,revision_number=3']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:50.450977 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f8b5e9da-4b1b-48bb-8095-20d6677bd4c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:50.466259 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7533270f-0350-4695-b8b8-97f41b83e7a7 req-7ff0d3d7-8771-45a8-b6a4-33f947edc18e tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 210 time: 0.0640035 Sep 20 15:59:50.507136 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '819e17fe-eacb-4789-9333-e6d60b7b5391', 'tag': '35dec15f-039d-4bd9-9756-575332254874', 'status': 'completed', 'code': 200} Sep 20 15:59:50.552936 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 00179544-7199-4841-9ab7-15bb33fe9b6d up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 15:59:50.573593 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-36a536db-4f1d-42a0-9bbb-a6f7709424f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:50.615072 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-36a536db-4f1d-42a0-9bbb-a6f7709424f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:59:50.621108 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-36a536db-4f1d-42a0-9bbb-a6f7709424f8 admin admin] Usage tracker for resource:security_group_rule and tenant:d31fcb747ced4946858460240aac5a0f is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:59:50.624187 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-36a536db-4f1d-42a0-9bbb-a6f7709424f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:59:50.630195 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-36a536db-4f1d-42a0-9bbb-a6f7709424f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:59:50.642272 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port 00179544-7199-4841-9ab7-15bb33fe9b6d triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 15:59:50.642704 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:50.722241 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-36a536db-4f1d-42a0-9bbb-a6f7709424f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:50.728156 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-36a536db-4f1d-42a0-9bbb-a6f7709424f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:50.737471 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:50.784958 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a536db-4f1d-42a0-9bbb-a6f7709424f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf5b0d7-1fb8-49cf-a126-f338354dcbef,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:50.792853 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-36a536db-4f1d-42a0-9bbb-a6f7709424f8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d31fcb747ced4946858460240aac5a0f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4096932 Sep 20 15:59:50.792853 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-36a536db-4f1d-42a0-9bbb-a6f7709424f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:50.793160 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 51314) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:50.858887 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9d8e9416-6b65-4804-8d1e-ea2dbc08184a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:50.886398 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9d8e9416-6b65-4804-8d1e-ea2dbc08184a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:50.935952 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9d8e9416-6b65-4804-8d1e-ea2dbc08184a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:50.941200 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-cf18402d-da74-45a3-892a-885668b1e92f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:50.955211 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e9416-6b65-4804-8d1e-ea2dbc08184a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf5b0d7-1fb8-49cf-a126-f338354dcbef,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:50.958190 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-9d8e9416-6b65-4804-8d1e-ea2dbc08184a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:50.959103 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9d8e9416-6b65-4804-8d1e-ea2dbc08184a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:50.960455 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-9d8e9416-6b65-4804-8d1e-ea2dbc08184a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7cf5b0d7-1fb8-49cf-a126-f338354dcbef HTTP/1.1" status: 204 len: 168 time: 0.1663883 Sep 20 15:59:51.408761 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 51330) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:51.409921 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650769bc-dd7b-44f7-8b67-f7c0234b43d5 req-7c23e0e6-552f-4faf-aff8-1bc9e72b0ba7 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:51.411682 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-650769bc-dd7b-44f7-8b67-f7c0234b43d5 req-7c23e0e6-552f-4faf-aff8-1bc9e72b0ba7 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 944 time: 0.1500943 Sep 20 15:59:51.417730 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e37961-826b-43d2-9ac3-1896f6b24de6 req-df724757-a736-47ee-8c5b-f318805f4be1 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:51.419236 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-55e37961-826b-43d2-9ac3-1896f6b24de6 req-df724757-a736-47ee-8c5b-f318805f4be1 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/ports?device_id=89b1dcc8-f517-465b-a2e2-a31606fefbb6 HTTP/1.1" status: 200 len: 945 time: 0.1196427 Sep 20 15:59:51.428901 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8e6857f5-36a4-4d89-a118-a9ed35ccb241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:51.462352 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-8e6857f5-36a4-4d89-a118-a9ed35ccb241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:59:51.466366 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-8e6857f5-36a4-4d89-a118-a9ed35ccb241 admin admin] Usage tracker for resource:security_group_rule and tenant:ea8b5b83d54b4d64962950d2b37988ab is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:59:51.469268 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-8e6857f5-36a4-4d89-a118-a9ed35ccb241 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:59:51.475361 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-8e6857f5-36a4-4d89-a118-a9ed35ccb241 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:59:51.496030 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-650769bc-dd7b-44f7-8b67-f7c0234b43d5 req-375e183c-c119-49ab-91ce-f5f01d682c64 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757749 Sep 20 15:59:51.498552 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-55e37961-826b-43d2-9ac3-1896f6b24de6 req-64a12cda-c7e8-494c-9f8e-097c9946e851 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a2e695e-6110-42d9-a4d5-f18e495a1120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644519 Sep 20 15:59:51.556925 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8e6857f5-36a4-4d89-a118-a9ed35ccb241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:51.560072 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8e6857f5-36a4-4d89-a118-a9ed35ccb241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:51.568887 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:51.615015 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-8e6857f5-36a4-4d89-a118-a9ed35ccb241 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ea8b5b83d54b4d64962950d2b37988ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2050605 Sep 20 15:59:51.615784 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6857f5-36a4-4d89-a118-a9ed35ccb241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4bc69b-fb7a-4c4c-92ab-ff7b03dfd828,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:51.619384 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-8e6857f5-36a4-4d89-a118-a9ed35ccb241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:51.619907 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 51336) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:51.681287 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-06f0c2b4-f68a-4388-ac23-7df72631552b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:51.692615 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-43f91639-e713-48cb-8f09-0072ff36af95 req-2a8fa134-18e4-43da-878c-3612d628abfa tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 210 time: 0.0849652 Sep 20 15:59:51.698934 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bd367769-125f-40fe-9c72-3e2b0a3537d3 req-3d5a4aaf-1cc7-4abd-ba43-0527be410f54 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 210 time: 0.0524311 Sep 20 15:59:51.708314 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-06f0c2b4-f68a-4388-ac23-7df72631552b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:51.753193 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-06f0c2b4-f68a-4388-ac23-7df72631552b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:51.759053 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b4d0f779-4e33-48cb-bbde-046907865e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:51.773292 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0c2b4-f68a-4388-ac23-7df72631552b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4bc69b-fb7a-4c4c-92ab-ff7b03dfd828,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:51.776013 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-06f0c2b4-f68a-4388-ac23-7df72631552b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:51.778022 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-06f0c2b4-f68a-4388-ac23-7df72631552b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:51.781718 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-06f0c2b4-f68a-4388-ac23-7df72631552b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6d4bc69b-fb7a-4c4c-92ab-ff7b03dfd828 HTTP/1.1" status: 204 len: 168 time: 0.1583793 Sep 20 15:59:51.892399 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device d8fe09ed-690e-40da-a789-c9b84391e8e2 up at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 15:59:51.977047 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning for port d8fe09ed-690e-40da-a789-c9b84391e8e2 completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 15:59:51.982007 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning complete for port d8fe09ed-690e-40da-a789-c9b84391e8e2 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 15:59:51.982565 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:52.114623 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:52.148947 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b1dcc8-f517-465b-a2e2-a31606fefbb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fe09ed-690e-40da-a789-c9b84391e8e2'}] {{(pid=82370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 15:59:52.175404 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7100e37-8898-429a-80ab-f80bcd6685bd req-1dfa5b7b-b31a-47a4-8199-33fb6a214613 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:52.177628 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e7100e37-8898-429a-80ab-f80bcd6685bd req-1dfa5b7b-b31a-47a4-8199-33fb6a214613 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=a0ad6fb96f2948788cf8a1d3d787552f&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2579405 Sep 20 15:59:52.181518 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e1092d91-e255-4466-b728-79fc595d351e req-1afb9d11-8a64-45a1-9a7e-ec6d251832e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0ad6fb96f2948788cf8a1d3d787552f&device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 1097 time: 0.2053168 Sep 20 15:59:52.301213 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port d8fe09ed-690e-40da-a789-c9b84391e8e2, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=d8fe09ed-690e-40da-a789-c9b84391e8e2,segment=NetworkSegment(14334b2a-66af-44c2-b1ed-f7ecab412ee7),segment_id=14334b2a-66af-44c2-b1ed-f7ecab412ee7)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 15:59:52.317882 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:52.320751 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:52.479251 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=d8fe09ed-690e-40da-a789-c9b84391e8e2,revision_number=5']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:52.483772 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:52.802408 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.36', 51221) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:52.907043 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7100e37-8898-429a-80ab-f80bcd6685bd req-a0f579f1-f0a0-4d04-b142-94f04ae14211 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:52.908804 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e7100e37-8898-429a-80ab-f80bcd6685bd req-a0f579f1-f0a0-4d04-b142-94f04ae14211 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7184019 Sep 20 15:59:52.964278 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-55f5e0da-dc6e-4c5a-a201-2b91dd080aa2 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:52.966006 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-55f5e0da-dc6e-4c5a-a201-2b91dd080aa2 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.36 "GET /v2.0/networks?id=bff5b245-776a-4a0d-8c23-eec69eae1a29 HTTP/1.1" status: 200 len: 817 time: 0.3495529 Sep 20 15:59:53.122067 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1092d91-e255-4466-b728-79fc595d351e req-08a8cac8-1a31-4078-aec5-03a1d9049cd8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:53.124602 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e1092d91-e255-4466-b728-79fc595d351e req-08a8cac8-1a31-4078-aec5-03a1d9049cd8 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=a0ad6fb96f2948788cf8a1d3d787552f&shared=False HTTP/1.1" status: 200 len: 919 time: 0.9329240 Sep 20 15:59:53.166550 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-0640bc51-9b81-4ffa-b1a3-d1ff66d0162d tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db746f245ad145658413ccb0154221ac HTTP/1.1" status: 200 len: 379 time: 0.1869626 Sep 20 15:59:53.192552 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-81cfd7d8-48e2-4605-9d2c-342bf253dbc4 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Request body: {'port': {'device_id': '97678124-5077-451a-bb56-fac239ecbdc0', 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29', 'admin_state_up': True, 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'security_groups': ['c00aac94-634e-424b-b6ae-af9b78e7dff0']}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 15:59:53.390526 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-81cfd7d8-48e2-4605-9d2c-342bf253dbc4 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:59:53.483011 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-81cfd7d8-48e2-4605-9d2c-342bf253dbc4 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:59:53.523779 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-d478c099-a319-4c35-a6eb-15414e554002 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0ad6fb96f2948788cf8a1d3d787552f&device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 1097 time: 0.4914405 Sep 20 15:59:53.523779 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-81cfd7d8-48e2-4605-9d2c-342bf253dbc4 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Made reservation on behalf of db746f245ad145658413ccb0154221ac for: {'port': 1} {{(pid=82369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 15:59:53.529937 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-81cfd7d8-48e2-4605-9d2c-342bf253dbc4 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:53.594615 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ebb7a-fa0e-4ff1-9586-d1c272ebfab7 req-5b3ee926-adf4-4782-b574-ce4f700dc156 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:53.596443 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-539ebb7a-fa0e-4ff1-9586-d1c272ebfab7 req-5b3ee926-adf4-4782-b574-ce4f700dc156 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 944 time: 0.9217925 Sep 20 15:59:53.626086 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de2eb96-b774-497f-a215-cb0868c2da34 req-7b90ebfb-8764-45cf-ae5e-a3a41c582c6c tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:53.627778 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0de2eb96-b774-497f-a215-cb0868c2da34 req-7b90ebfb-8764-45cf-ae5e-a3a41c582c6c tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/ports?device_id=89b1dcc8-f517-465b-a2e2-a31606fefbb6 HTTP/1.1" status: 200 len: 946 time: 0.8398674 Sep 20 15:59:53.686350 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1092d91-e255-4466-b728-79fc595d351e req-ff3e0e0a-6593-480e-8cc6-387cebc2ad81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:53.688194 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e1092d91-e255-4466-b728-79fc595d351e req-ff3e0e0a-6593-480e-8cc6-387cebc2ad81 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5547585 Sep 20 15:59:53.691147 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-5ed15e99-e787-4258-a90f-9454551b5127 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea85f18a-a185-4513-885e-4cd5ec8c7e2f HTTP/1.1" status: 200 len: 217 time: 0.1374421 Sep 20 15:59:53.704667 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-91ad341e-fb0a-46f4-b5e8-3041129510e6 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:53.706270 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-91ad341e-fb0a-46f4-b5e8-3041129510e6 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.36 "GET /v2.0/networks?id=8d940861-2256-4176-a2ad-3f8353b646fe HTTP/1.1" status: 200 len: 811 time: 0.8887861 Sep 20 15:59:53.712520 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-539ebb7a-fa0e-4ff1-9586-d1c272ebfab7 req-73defe7e-0b1d-41f3-b62f-26ab9ea4e5df tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054037 Sep 20 15:59:53.777132 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-65d6c37d-773e-4abb-859b-b17c344605e5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:53.779314 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-65d6c37d-773e-4abb-859b-b17c344605e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99e482be-1e6b-4c97-9638-74c80f0f9561 HTTP/1.1" status: 200 len: 858 time: 0.0728288 Sep 20 15:59:53.789671 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0de2eb96-b774-497f-a215-cb0868c2da34 req-649c4736-3c96-44f4-a61a-4e6a12f48728 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a2e695e-6110-42d9-a4d5-f18e495a1120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149068 Sep 20 15:59:53.826692 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-aaa1afc0-3dd3-4419-8556-21b271f6c9ec tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd7704af87e049c8b60cee7ad66c9d89 HTTP/1.1" status: 200 len: 379 time: 0.0733993 Sep 20 15:59:53.832924 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-aac66992-6252-4999-a9a4-70b49e416700 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Request body: {'port': {'device_id': 'ce9d08e0-9510-4a65-bdc0-87161ec3adf3', 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe', 'admin_state_up': True, 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'security_groups': ['35390c32-552c-451e-a99b-dfc666c719da']}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 15:59:53.899915 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-e46cbb65-b903-4a10-b3ad-e3e92e166a8d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=526d51a6-e1d8-43dc-ad4b-1d3805a10527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1097341 Sep 20 15:59:54.069947 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0a50a7ce-b0a2-4400-a96d-d28cd1402629 req-0edc1628-c897-4a35-911a-d662b3e70b8e tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 210 time: 0.0645435 Sep 20 15:59:54.162482 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-aac66992-6252-4999-a9a4-70b49e416700 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:59:54.167872 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-aac66992-6252-4999-a9a4-70b49e416700 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Usage tracker for resource:port and tenant:fd7704af87e049c8b60cee7ad66c9d89 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:59:54.171712 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-aac66992-6252-4999-a9a4-70b49e416700 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Quota usage for port was recalculated. Used quota:3. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:59:54.172125 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-eca59ea3-c975-4cb6-be9a-b28891645bfd service neutron] 10.222.0.36 "GET /v2.0/networks/526d51a6-e1d8-43dc-ad4b-1d3805a10527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638378 Sep 20 15:59:54.181403 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-aac66992-6252-4999-a9a4-70b49e416700 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:59:54.194971 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-aac66992-6252-4999-a9a4-70b49e416700 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Made reservation on behalf of fd7704af87e049c8b60cee7ad66c9d89 for: {'port': 1} {{(pid=82368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 15:59:54.203455 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-aac66992-6252-4999-a9a4-70b49e416700 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:54.237289 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-850b434f-6b1e-4fec-b723-f5927383829f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0ad6fb96f2948788cf8a1d3d787552f&device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 1097 time: 0.4565485 Sep 20 15:59:54.250755 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b1dcc8-f517-465b-a2e2-a31606fefbb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8fe09ed-690e-40da-a789-c9b84391e8e2', 'code': 200} Sep 20 15:59:54.344988 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8bf64ed8-97a0-4492-9068-54025b1bb836 req-9af14a80-c339-45f2-94c2-f87ff3ff21a3 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 210 time: 0.0526624 Sep 20 15:59:54.398453 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-81cfd7d8-48e2-4605-9d2c-342bf253dbc4 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Allocated IP 172.20.0.12 (bff5b245-776a-4a0d-8c23-eec69eae1a29/56db9545-8f98-4a5d-b98f-1e9dd0b9696a/8e52c04f-0201-4604-827a-8116060ac578) {{(pid=82369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 15:59:54.437038 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-aac66992-6252-4999-a9a4-70b49e416700 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Allocated IP 172.20.0.7 (8d940861-2256-4176-a2ad-3f8353b646fe/ff460d82-964a-44b5-b5c5-4abe0f89a661/522e6331-094c-47d9-b04b-55e867c66586) {{(pid=82368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 15:59:54.445554 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-6263b1fc-f911-4f27-a9fa-4aa594afcb0f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35dec15f-039d-4bd9-9756-575332254874 HTTP/1.1" status: 200 len: 217 time: 0.1841633 Sep 20 15:59:54.502356 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.36', 51231) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:54.754520 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-aac66992-6252-4999-a9a4-70b49e416700 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for port, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:54.774817 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-aac66992-6252-4999-a9a4-70b49e416700 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Transition to ACTIVE for port object 522e6331-094c-47d9-b04b-55e867c66586 will not be triggered until provisioned by entity DHCP. {{(pid=82368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 15:59:54.809643 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-aac66992-6252-4999-a9a4-70b49e416700 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572'] for port, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:54.835540 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-a69320a0-5a74-4747-80c2-a7eb1e8a2c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:54.837596 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-a28fbb48-00aa-493e-b188-f370122c1f3a service neutron] 10.222.0.36 "GET /v2.0/networks/526d51a6-e1d8-43dc-ad4b-1d3805a10527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6559727 Sep 20 15:59:54.864908 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-1eacbf2c-e3af-4df3-a8dd-31bcd276d74c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:54.869929 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-1eacbf2c-e3af-4df3-a8dd-31bcd276d74c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99e482be-1e6b-4c97-9638-74c80f0f9561 HTTP/1.1" status: 200 len: 858 time: 0.4161148 Sep 20 15:59:55.008271 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-facb95ba-3422-41cb-a71d-129a5f08970a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=526d51a6-e1d8-43dc-ad4b-1d3805a10527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933216 Sep 20 15:59:55.146049 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-aac66992-6252-4999-a9a4-70b49e416700 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Network 8d940861-2256-4176-a2ad-3f8353b646fe is already hosted by enough agents. {{(pid=82368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 15:59:55.153946 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac66992-6252-4999-a9a4-70b49e416700 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Pushing event updated for resources: {'Port': ['ID=522e6331-094c-47d9-b04b-55e867c66586,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:55.156577 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-aac66992-6252-4999-a9a4-70b49e416700 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Resources bound (agent type, host, resource id): {{(pid=82368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 15:59:55.169670 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-aac66992-6252-4999-a9a4-70b49e416700 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:55.203127 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e33e2-870a-40ee-8e05-85762bdd64ea req-fb36050d-f89b-43db-9bce-e52b984f8dac tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:55.204762 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ea9e33e2-870a-40ee-8e05-85762bdd64ea req-fb36050d-f89b-43db-9bce-e52b984f8dac tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 944 time: 0.2645028 Sep 20 15:59:55.210366 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-aac66992-6252-4999-a9a4-70b49e416700 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Received port after_create {{(pid=82368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 15:59:55.214567 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-aac66992-6252-4999-a9a4-70b49e416700 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:55.215266 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-aac66992-6252-4999-a9a4-70b49e416700 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for port, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:55.228062 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d93f1ac-7668-4259-8abb-02ec3e50f0fc req-cdd8087a-69d4-4ee8-8bb3-e0b62f9d0b6d tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:55.229536 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4d93f1ac-7668-4259-8abb-02ec3e50f0fc req-cdd8087a-69d4-4ee8-8bb3-e0b62f9d0b6d tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/ports?device_id=89b1dcc8-f517-465b-a2e2-a31606fefbb6 HTTP/1.1" status: 200 len: 946 time: 0.1791627 Sep 20 15:59:55.283108 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e37d7bb4-6f62-4c4b-a029-260b0f0e06c2 req-2b1a3f67-1f1e-4d02-9265-fe3448f966c7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=89b1dcc8-f517-465b-a2e2-a31606fefbb6 HTTP/1.1" status: 200 len: 1099 time: 0.7727702 Sep 20 15:59:55.304155 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-aac66992-6252-4999-a9a4-70b49e416700 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4763987 Sep 20 15:59:55.329560 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-797bf24a-6864-428c-9154-d96351a6ced1 service neutron] Request body: {'port': {'device_id': 'ce9d08e0-9510-4a65-bdc0-87161ec3adf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80966'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 15:59:55.377858 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-81cfd7d8-48e2-4605-9d2c-342bf253dbc4 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for port, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:55.403887 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-e37d7bb4-6f62-4c4b-a029-260b0f0e06c2 req-147b21dc-2212-472a-83a0-9429a83f49b7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:55.410270 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4d93f1ac-7668-4259-8abb-02ec3e50f0fc req-44d03e8e-e413-4608-b903-87a39b09d2bd tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a2e695e-6110-42d9-a4d5-f18e495a1120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568539 Sep 20 15:59:55.440601 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ea9e33e2-870a-40ee-8e05-85762bdd64ea req-172eb046-4d9d-47b6-9e2a-a60ac47bd30c tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049375 Sep 20 15:59:55.448219 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-81cfd7d8-48e2-4605-9d2c-342bf253dbc4 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Transition to ACTIVE for port object 8e52c04f-0201-4604-827a-8116060ac578 will not be triggered until provisioned by entity DHCP. {{(pid=82369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 15:59:55.466306 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-a3c50088-e883-49e6-bc8f-a672fbd6a2dd service neutron] 10.222.0.36 "GET /v2.0/networks/526d51a6-e1d8-43dc-ad4b-1d3805a10527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4327259 Sep 20 15:59:55.533355 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-797bf24a-6864-428c-9154-d96351a6ced1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:55.628093 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-e37d7bb4-6f62-4c4b-a029-260b0f0e06c2 req-147b21dc-2212-472a-83a0-9429a83f49b7 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:59:55.721496 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-e37d7bb4-6f62-4c4b-a029-260b0f0e06c2 req-147b21dc-2212-472a-83a0-9429a83f49b7 service neutron] Usage tracker for resource:security_group_rule and tenant:0a86ca8f3b59455eb9413d419a84ac5f is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:59:55.730802 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-e37d7bb4-6f62-4c4b-a029-260b0f0e06c2 req-147b21dc-2212-472a-83a0-9429a83f49b7 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:59:55.753492 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-e37d7bb4-6f62-4c4b-a029-260b0f0e06c2 req-147b21dc-2212-472a-83a0-9429a83f49b7 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:59:55.765547 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-81cfd7d8-48e2-4605-9d2c-342bf253dbc4 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572'] for port, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:55.782678 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-919f67df-ff84-4227-b12a-078a93621b3e tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:55.792784 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-1edf0c87-049a-4c4e-983f-d691c21e9fc0 None None] Provisioning for port 522e6331-094c-47d9-b04b-55e867c66586 completed by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 15:59:55.798092 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-1edf0c87-049a-4c4e-983f-d691c21e9fc0 None None] Provisioning complete for port 522e6331-094c-47d9-b04b-55e867c66586 triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 15:59:55.798738 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1edf0c87-049a-4c4e-983f-d691c21e9fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:55.937925 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-940d41f2-8a58-4e50-aac2-c46c4c18f973 req-96c35d98-168f-49b0-a17f-6b03391ba61f service neutron] 10.222.0.36 "GET /v2.0/networks/526d51a6-e1d8-43dc-ad4b-1d3805a10527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4601219 Sep 20 15:59:55.973410 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-1edf0c87-049a-4c4e-983f-d691c21e9fc0 None None] Port 522e6331-094c-47d9-b04b-55e867c66586 cannot update to ACTIVE because it is not bound. {{(pid=82370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 20 15:59:55.979132 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-81cfd7d8-48e2-4605-9d2c-342bf253dbc4 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Network bff5b245-776a-4a0d-8c23-eec69eae1a29 is already hosted by enough agents. {{(pid=82369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 15:59:55.981275 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-81cfd7d8-48e2-4605-9d2c-342bf253dbc4 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Resources bound (agent type, host, resource id): {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 15:59:56.040875 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cfd7d8-48e2-4605-9d2c-342bf253dbc4 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Pushing event updated for resources: {'Port': ['ID=8e52c04f-0201-4604-827a-8116060ac578,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:56.046408 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 51508) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:56.047843 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-81cfd7d8-48e2-4605-9d2c-342bf253dbc4 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:56.048564 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-81cfd7d8-48e2-4605-9d2c-342bf253dbc4 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Received port after_create {{(pid=82369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 15:59:56.052820 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-81cfd7d8-48e2-4605-9d2c-342bf253dbc4 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:56.053538 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-81cfd7d8-48e2-4605-9d2c-342bf253dbc4 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for port, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:56.061572 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-e37d7bb4-6f62-4c4b-a029-260b0f0e06c2 req-147b21dc-2212-472a-83a0-9429a83f49b7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:56.083623 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-e37d7bb4-6f62-4c4b-a029-260b0f0e06c2 req-147b21dc-2212-472a-83a0-9429a83f49b7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:56.098599 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:56.125586 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0d1007-031b-432c-a0f4-c178d8e1daa0 req-ba00a63f-1d76-4280-ba36-93a6cd6a2d15 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:56.126587 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-cf0d1007-031b-432c-a0f4-c178d8e1daa0 req-ba00a63f-1d76-4280-ba36-93a6cd6a2d15 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Synchronizing usage tracker for tenant:fd7704af87e049c8b60cee7ad66c9d89 on resource:port {{(pid=82368) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 15:59:56.137826 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-81cfd7d8-48e2-4605-9d2c-342bf253dbc4 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9556303 Sep 20 15:59:56.138829 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5d87a-3745-40be-99df-e7a052d53a46 req-59747f64-9ef3-4a2a-9658-99d09693314d tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:56.140608 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bfe5d87a-3745-40be-99df-e7a052d53a46 req-59747f64-9ef3-4a2a-9658-99d09693314d tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 932 time: 0.3137012 Sep 20 15:59:56.141768 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-e37d7bb4-6f62-4c4b-a029-260b0f0e06c2 req-147b21dc-2212-472a-83a0-9429a83f49b7 service neutron] Synchronizing usage tracker for tenant:0a86ca8f3b59455eb9413d419a84ac5f on resource:security_group {{(pid=82369) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 15:59:56.146764 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b21dc-2212-472a-83a0-9429a83f49b7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9b0fce-c577-43a4-9997-5ff8f31ab20c,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:56.150673 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-147b21dc-2212-472a-83a0-9429a83f49b7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:56.164586 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-e37d7bb4-6f62-4c4b-a029-260b0f0e06c2 req-147b21dc-2212-472a-83a0-9429a83f49b7 service neutron] Unset dirty status for tenant:0a86ca8f3b59455eb9413d419a84ac5f on resource:security_group {{(pid=82369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 15:59:56.166046 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e37d7bb4-6f62-4c4b-a029-260b0f0e06c2 req-147b21dc-2212-472a-83a0-9429a83f49b7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4a2e695e-6110-42d9-a4d5-f18e495a1120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8110387 Sep 20 15:59:56.199986 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-cf0d1007-031b-432c-a0f4-c178d8e1daa0 req-ba00a63f-1d76-4280-ba36-93a6cd6a2d15 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Unset dirty status for tenant:fd7704af87e049c8b60cee7ad66c9d89 on resource:port {{(pid=82368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 15:59:56.201270 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cf0d1007-031b-432c-a0f4-c178d8e1daa0 req-ba00a63f-1d76-4280-ba36-93a6cd6a2d15 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 931 time: 0.4408724 Sep 20 15:59:56.259603 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bfe5d87a-3745-40be-99df-e7a052d53a46 req-f3981f58-17a6-4b99-8ee0-4f40248bdd30 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058662 Sep 20 15:59:56.261642 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-aeeb83ad-2265-4223-bda4-a31ae427d33e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:56.301912 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-aeeb83ad-2265-4223-bda4-a31ae427d33e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:59:56.306899 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-aeeb83ad-2265-4223-bda4-a31ae427d33e admin admin] Usage tracker for resource:security_group_rule and tenant:8db556cd947d44a79d772a9157209d51 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:59:56.310082 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-aeeb83ad-2265-4223-bda4-a31ae427d33e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:59:56.317281 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-aeeb83ad-2265-4223-bda4-a31ae427d33e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:59:56.331423 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cf0d1007-031b-432c-a0f4-c178d8e1daa0 req-50a9020a-0326-4677-9dbd-9bb13a5285c7 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210616 Sep 20 15:59:56.345231 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-797bf24a-6864-428c-9154-d96351a6ced1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 522e6331-094c-47d9-b04b-55e867c66586 {{(pid=82368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 15:59:56.355492 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-797bf24a-6864-428c-9154-d96351a6ced1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:56.372036 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-797bf24a-6864-428c-9154-d96351a6ced1 service neutron] Transition to ACTIVE for port object 522e6331-094c-47d9-b04b-55e867c66586 will not be triggered until provisioned by entity L2. {{(pid=82368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 15:59:56.375550 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-797bf24a-6864-428c-9154-d96351a6ced1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:56.380504 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:56.389943 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-aeeb83ad-2265-4223-bda4-a31ae427d33e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:56.393457 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-aeeb83ad-2265-4223-bda4-a31ae427d33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:56.399824 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-cf7ac3d7-2cb9-44e7-ae47-e927080a2121 None None] Provisioning for port 8e52c04f-0201-4604-827a-8116060ac578 completed by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 15:59:56.403884 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:56.407403 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-cf7ac3d7-2cb9-44e7-ae47-e927080a2121 None None] Provisioning complete for port 8e52c04f-0201-4604-827a-8116060ac578 triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 15:59:56.408174 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-cf7ac3d7-2cb9-44e7-ae47-e927080a2121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:56.433259 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb83ad-2265-4223-bda4-a31ae427d33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4ea96d-a1e6-49f3-ba22-a5dfe4afe5c5,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:56.450543 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-aeeb83ad-2265-4223-bda4-a31ae427d33e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:56.471982 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-cf7ac3d7-2cb9-44e7-ae47-e927080a2121 None None] Port 8e52c04f-0201-4604-827a-8116060ac578 cannot update to ACTIVE because it is not bound. {{(pid=82370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 20 15:59:56.483420 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-aeeb83ad-2265-4223-bda4-a31ae427d33e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8db556cd947d44a79d772a9157209d51&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4243884 Sep 20 15:59:56.484451 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 51518) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:56.516757 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797bf24a-6864-428c-9154-d96351a6ced1 service neutron] Pushing event updated for resources: {'Port': ['ID=522e6331-094c-47d9-b04b-55e867c66586,revision_number=2']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:56.522999 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-797bf24a-6864-428c-9154-d96351a6ced1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:56.565256 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-263d6e7f-c059-4927-8520-b530d7f5488c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:56.589627 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-797bf24a-6864-428c-9154-d96351a6ced1 service neutron] Attempting to bind port 522e6331-094c-47d9-b04b-55e867c66586 on host hv-cinder-80966 for vnic_type normal with profile {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 15:59:56.590022 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-797bf24a-6864-428c-9154-d96351a6ced1 service neutron] Attempting to bind port 522e6331-094c-47d9-b04b-55e867c66586 by drivers openvswitch,hyperv on host hv-cinder-80966 at level 0 using segments [{'id': 'd1e44e39-6be0-4349-98b0-f88bec838d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe'}] {{(pid=82368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 15:59:56.590414 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-797bf24a-6864-428c-9154-d96351a6ced1 service neutron] Attempting to bind port 522e6331-094c-47d9-b04b-55e867c66586 on network 8d940861-2256-4176-a2ad-3f8353b646fe {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 15:59:56.598569 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-263d6e7f-c059-4927-8520-b530d7f5488c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:56.604941 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-797bf24a-6864-428c-9154-d96351a6ced1 service neutron] Port 522e6331-094c-47d9-b04b-55e867c66586 on network 8d940861-2256-4176-a2ad-3f8353b646fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80966 {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 20 15:59:56.605301 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-797bf24a-6864-428c-9154-d96351a6ced1 service neutron] Attempting to bind port 522e6331-094c-47d9-b04b-55e867c66586 on network 8d940861-2256-4176-a2ad-3f8353b646fe {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 15:59:56.650326 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-263d6e7f-c059-4927-8520-b530d7f5488c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:56.656424 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:56.671078 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d6e7f-c059-4927-8520-b530d7f5488c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4ea96d-a1e6-49f3-ba22-a5dfe4afe5c5,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:56.674724 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-263d6e7f-c059-4927-8520-b530d7f5488c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:56.676824 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-263d6e7f-c059-4927-8520-b530d7f5488c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:56.680603 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-263d6e7f-c059-4927-8520-b530d7f5488c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6d4ea96d-a1e6-49f3-ba22-a5dfe4afe5c5 HTTP/1.1" status: 204 len: 168 time: 0.1924140 Sep 20 15:59:56.700009 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-797bf24a-6864-428c-9154-d96351a6ced1 service neutron] Checking agent: {'id': '85f38ebc-8bd3-4a05-87ab-11427d0d3796', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 57, 9), 'started_at': datetime.datetime(2021, 9, 20, 15, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 15, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 15:59:56.700376 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-797bf24a-6864-428c-9154-d96351a6ced1 service neutron] Checking segment: {'id': 'd1e44e39-6be0-4349-98b0-f88bec838d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 15:59:56.700930 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-797bf24a-6864-428c-9154-d96351a6ced1 service neutron] Bound using segment: {'id': 'd1e44e39-6be0-4349-98b0-f88bec838d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe'} {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 15:59:56.701447 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-797bf24a-6864-428c-9154-d96351a6ced1 service neutron] Bound port: 522e6331-094c-47d9-b04b-55e867c66586, host: hv-cinder-80966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1e44e39-6be0-4349-98b0-f88bec838d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe'}}] {{(pid=82368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 15:59:56.701837 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-797bf24a-6864-428c-9154-d96351a6ced1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:56.854223 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383e67bf-2c0b-4d81-a9db-2e7c6f8548de req-18be5bea-4cdd-47f0-8f54-9b6a79361aec tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:56.855883 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-383e67bf-2c0b-4d81-a9db-2e7c6f8548de req-18be5bea-4cdd-47f0-8f54-9b6a79361aec tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/ports?device_id=89b1dcc8-f517-465b-a2e2-a31606fefbb6 HTTP/1.1" status: 200 len: 946 time: 0.2533379 Sep 20 15:59:56.865268 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770012b0-5b5a-48d4-bf9f-f39f7c66f2b2 req-7ec51f5b-e421-4e67-b7c0-62f2dc0056c2 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:56.872519 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-770012b0-5b5a-48d4-bf9f-f39f7c66f2b2 req-7ec51f5b-e421-4e67-b7c0-62f2dc0056c2 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 944 time: 0.2189984 Sep 20 15:59:56.874896 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-797bf24a-6864-428c-9154-d96351a6ced1 service neutron] For port 522e6331-094c-47d9-b04b-55e867c66586, host hv-cinder-80966, cleared binding levels {{(pid=82368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 15:59:56.881023 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-797bf24a-6864-428c-9154-d96351a6ced1 service neutron] For port 522e6331-094c-47d9-b04b-55e867c66586, host hv-cinder-80966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=522e6331-094c-47d9-b04b-55e867c66586,segment=NetworkSegment(d1e44e39-6be0-4349-98b0-f88bec838d0a),segment_id=d1e44e39-6be0-4349-98b0-f88bec838d0a)] {{(pid=82368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 15:59:56.915443 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-797bf24a-6864-428c-9154-d96351a6ced1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:56.929055 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:57.027824 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-797bf24a-6864-428c-9154-d96351a6ced1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for port, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:57.029637 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-797bf24a-6864-428c-9154-d96351a6ced1 service neutron] 10.222.0.36 "PUT /v2.0/ports/522e6331-094c-47d9-b04b-55e867c66586 HTTP/1.1" status: 200 len: 1093 time: 1.7050352 Sep 20 15:59:57.044499 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-383e67bf-2c0b-4d81-a9db-2e7c6f8548de req-6a86ca59-f83c-46dc-a236-df9809e47fce tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a2e695e-6110-42d9-a4d5-f18e495a1120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645777 Sep 20 15:59:57.045089 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9d08e0-9510-4a65-bdc0-87161ec3adf3', 'tag': '522e6331-094c-47d9-b04b-55e867c66586'}] {{(pid=82368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 15:59:57.075155 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 51530) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:57.096252 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e7129c1b-aaad-474b-b7cb-c3f6daa44fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:57.114740 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-770012b0-5b5a-48d4-bf9f-f39f7c66f2b2 req-2435e49b-6cf2-4406-91c5-51be20cd9a50 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411971 Sep 20 15:59:57.143758 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797bf24a-6864-428c-9154-d96351a6ced1 service neutron] Pushing event updated for resources: {'Port': ['ID=522e6331-094c-47d9-b04b-55e867c66586,revision_number=3']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:57.144189 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-e7129c1b-aaad-474b-b7cb-c3f6daa44fcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 15:59:57.147895 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-797bf24a-6864-428c-9154-d96351a6ced1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:57.149666 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-e7129c1b-aaad-474b-b7cb-c3f6daa44fcc admin admin] Usage tracker for resource:security_group_rule and tenant:4e2d7d27a652453b83ddc039de3f893e is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 15:59:57.152928 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-e7129c1b-aaad-474b-b7cb-c3f6daa44fcc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 15:59:57.159520 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-e7129c1b-aaad-474b-b7cb-c3f6daa44fcc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 15:59:57.240891 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e7129c1b-aaad-474b-b7cb-c3f6daa44fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:57.245313 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e7129c1b-aaad-474b-b7cb-c3f6daa44fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:57.254420 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-3870671e-767f-4a2c-aea6-728d865a4dcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:57.302301 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7129c1b-aaad-474b-b7cb-c3f6daa44fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196669b5-9998-4aa9-8a55-c8527dbf5196,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:57.305458 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-e7129c1b-aaad-474b-b7cb-c3f6daa44fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:57.307896 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-e7129c1b-aaad-474b-b7cb-c3f6daa44fcc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4e2d7d27a652453b83ddc039de3f893e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2315884 Sep 20 15:59:57.310588 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 51546) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 15:59:57.378691 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-332f8f43-162e-4335-91e4-0b5587801457 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:57.406300 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-332f8f43-162e-4335-91e4-0b5587801457 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:57.452853 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-332f8f43-162e-4335-91e4-0b5587801457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:57.454937 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9d08e0-9510-4a65-bdc0-87161ec3adf3', 'tag': '522e6331-094c-47d9-b04b-55e867c66586', 'status': 'completed', 'code': 200} Sep 20 15:59:57.458428 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:57.471580 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f8f43-162e-4335-91e4-0b5587801457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196669b5-9998-4aa9-8a55-c8527dbf5196,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:57.474892 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-332f8f43-162e-4335-91e4-0b5587801457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:57.477516 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-332f8f43-162e-4335-91e4-0b5587801457 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:57.481149 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-332f8f43-162e-4335-91e4-0b5587801457 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/196669b5-9998-4aa9-8a55-c8527dbf5196 HTTP/1.1" status: 204 len: 168 time: 0.1669750 Sep 20 15:59:57.505885 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5218a8a-09c3-423d-a4cd-41a4a2760724 req-fd3d2e2b-23ab-4973-8dc0-43f658ed2926 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:57.515822 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f5218a8a-09c3-423d-a4cd-41a4a2760724 req-fd3d2e2b-23ab-4973-8dc0-43f658ed2926 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 932 time: 0.1007857 Sep 20 15:59:57.791558 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f5218a8a-09c3-423d-a4cd-41a4a2760724 req-481e5d1d-8aab-4fb0-914d-18830b4acc43 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2746897 Sep 20 15:59:57.820061 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5db88-8b7d-4808-8335-79298a79351d req-9435c9d3-92c1-4067-a510-5a7a1675662e tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:57.821676 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1bb5db88-8b7d-4808-8335-79298a79351d req-9435c9d3-92c1-4067-a510-5a7a1675662e tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 943 time: 0.1092885 Sep 20 15:59:57.872320 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1bb5db88-8b7d-4808-8335-79298a79351d req-f22395cf-89a4-4160-9bcc-aaa624b1d731 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441074 Sep 20 15:59:58.309436 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10e8a6-1a39-4fe0-8218-665a30d83087 req-dca3eea4-6a40-4604-93f2-5c423981e95d tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:58.311077 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-aa10e8a6-1a39-4fe0-8218-665a30d83087 req-dca3eea4-6a40-4604-93f2-5c423981e95d tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/ports?device_id=89b1dcc8-f517-465b-a2e2-a31606fefbb6 HTTP/1.1" status: 200 len: 946 time: 0.1424284 Sep 20 15:59:58.374881 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d371aee5-3fd2-437f-8a95-d7cf76300439 req-14eff6bc-ab4e-43e7-8b48-e4153b98dc67 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:58.376453 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d371aee5-3fd2-437f-8a95-d7cf76300439 req-14eff6bc-ab4e-43e7-8b48-e4153b98dc67 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 944 time: 0.1317916 Sep 20 15:59:58.401953 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-aa10e8a6-1a39-4fe0-8218-665a30d83087 req-e4500a31-d526-4890-b485-006b7a0900b4 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a2e695e-6110-42d9-a4d5-f18e495a1120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826638 Sep 20 15:59:58.432692 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d371aee5-3fd2-437f-8a95-d7cf76300439 req-bb203521-41ef-438e-9de1-e9bb15290ace tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475285 Sep 20 15:59:58.935865 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-e02ddb48-c6e5-406d-b340-0a11d2e11908 service neutron] Request body: {'port': {'device_id': '97678124-5077-451a-bb56-fac239ecbdc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80966'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 15:59:59.089915 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-e02ddb48-c6e5-406d-b340-0a11d2e11908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:59.160814 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9280444c-3492-4f8a-9e86-8b58147a819a req-8fab74c0-4398-4653-9dff-1fa98bae5f66 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fd7704af87e049c8b60cee7ad66c9d89&device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 1096 time: 0.2108734 Sep 20 15:59:59.170321 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab2140-214f-4a76-916b-d28ab930d86c req-c32032ce-82d5-456a-b8db-989978287994 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:59.171904 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-47ab2140-214f-4a76-916b-d28ab930d86c req-c32032ce-82d5-456a-b8db-989978287994 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 932 time: 0.1836853 Sep 20 15:59:59.240314 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfbd5fe-46e1-44bd-b1f0-717959bd9f49 req-b4d3ea25-2bf2-448c-ba89-e5a727af1e64 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:59.242447 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cbfbd5fe-46e1-44bd-b1f0-717959bd9f49 req-b4d3ea25-2bf2-448c-ba89-e5a727af1e64 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 943 time: 0.2101307 Sep 20 15:59:59.401333 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-47ab2140-214f-4a76-916b-d28ab930d86c req-62aaf844-c83d-45ba-ad88-9c8c97e7e23c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1988053 Sep 20 15:59:59.417123 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cbfbd5fe-46e1-44bd-b1f0-717959bd9f49 req-270a0482-1a02-4e0d-8d6a-cfc15f53c690 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664772 Sep 20 15:59:59.422175 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280444c-3492-4f8a-9e86-8b58147a819a req-a27aa4f2-d959-4e5b-a1bf-5356e2263917 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:59.423833 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9280444c-3492-4f8a-9e86-8b58147a819a req-a27aa4f2-d959-4e5b-a1bf-5356e2263917 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=fd7704af87e049c8b60cee7ad66c9d89&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2500136 Sep 20 15:59:59.496451 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-e02ddb48-c6e5-406d-b340-0a11d2e11908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e52c04f-0201-4604-827a-8116060ac578 {{(pid=82369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 15:59:59.513432 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-e02ddb48-c6e5-406d-b340-0a11d2e11908 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:59.550571 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-e02ddb48-c6e5-406d-b340-0a11d2e11908 service neutron] Transition to ACTIVE for port object 8e52c04f-0201-4604-827a-8116060ac578 will not be triggered until provisioned by entity L2. {{(pid=82369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 15:59:59.554982 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-e02ddb48-c6e5-406d-b340-0a11d2e11908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 15:59:59.561429 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-5184fd8e-b502-4106-860e-7047204b4bed tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 15:59:59.616600 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280444c-3492-4f8a-9e86-8b58147a819a req-de9828b8-68bb-4ebf-83c4-0f4089d131b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 15:59:59.618493 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9280444c-3492-4f8a-9e86-8b58147a819a req-de9828b8-68bb-4ebf-83c4-0f4089d131b9 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1879849 Sep 20 15:59:59.698241 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ddb48-c6e5-406d-b340-0a11d2e11908 service neutron] Pushing event updated for resources: {'Port': ['ID=8e52c04f-0201-4604-827a-8116060ac578,revision_number=2']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 15:59:59.704131 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-e02ddb48-c6e5-406d-b340-0a11d2e11908 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 15:59:59.866827 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-e02ddb48-c6e5-406d-b340-0a11d2e11908 service neutron] Attempting to bind port 8e52c04f-0201-4604-827a-8116060ac578 on host hv-cinder-80966 for vnic_type normal with profile {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 15:59:59.867380 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-e02ddb48-c6e5-406d-b340-0a11d2e11908 service neutron] Attempting to bind port 8e52c04f-0201-4604-827a-8116060ac578 by drivers openvswitch,hyperv on host hv-cinder-80966 at level 0 using segments [{'id': '989a23f7-b1d9-49cd-b7ba-1fda6ddeb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29'}] {{(pid=82369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 15:59:59.867982 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-e02ddb48-c6e5-406d-b340-0a11d2e11908 service neutron] Attempting to bind port 8e52c04f-0201-4604-827a-8116060ac578 on network bff5b245-776a-4a0d-8c23-eec69eae1a29 {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 15:59:59.875221 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-e02ddb48-c6e5-406d-b340-0a11d2e11908 service neutron] Port 8e52c04f-0201-4604-827a-8116060ac578 on network bff5b245-776a-4a0d-8c23-eec69eae1a29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80966 {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 20 15:59:59.875689 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-e02ddb48-c6e5-406d-b340-0a11d2e11908 service neutron] Attempting to bind port 8e52c04f-0201-4604-827a-8116060ac578 on network bff5b245-776a-4a0d-8c23-eec69eae1a29 {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 15:59:59.887181 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-e02ddb48-c6e5-406d-b340-0a11d2e11908 service neutron] Checking agent: {'id': '85f38ebc-8bd3-4a05-87ab-11427d0d3796', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 57, 9), 'started_at': datetime.datetime(2021, 9, 20, 15, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 15, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 15:59:59.887637 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-e02ddb48-c6e5-406d-b340-0a11d2e11908 service neutron] Checking segment: {'id': '989a23f7-b1d9-49cd-b7ba-1fda6ddeb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 15:59:59.888143 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-e02ddb48-c6e5-406d-b340-0a11d2e11908 service neutron] Bound using segment: {'id': '989a23f7-b1d9-49cd-b7ba-1fda6ddeb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29'} {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 15:59:59.888945 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-e02ddb48-c6e5-406d-b340-0a11d2e11908 service neutron] Bound port: 8e52c04f-0201-4604-827a-8116060ac578, host: hv-cinder-80966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '989a23f7-b1d9-49cd-b7ba-1fda6ddeb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29'}}] {{(pid=82369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 15:59:59.889402 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-e02ddb48-c6e5-406d-b340-0a11d2e11908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:00.041391 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-e02ddb48-c6e5-406d-b340-0a11d2e11908 service neutron] For port 8e52c04f-0201-4604-827a-8116060ac578, host hv-cinder-80966, cleared binding levels {{(pid=82369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 16:00:00.049390 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-e02ddb48-c6e5-406d-b340-0a11d2e11908 service neutron] For port 8e52c04f-0201-4604-827a-8116060ac578, host hv-cinder-80966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=8e52c04f-0201-4604-827a-8116060ac578,segment=NetworkSegment(989a23f7-b1d9-49cd-b7ba-1fda6ddeb386),segment_id=989a23f7-b1d9-49cd-b7ba-1fda6ddeb386)] {{(pid=82369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 16:00:00.055055 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-e02ddb48-c6e5-406d-b340-0a11d2e11908 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:00.079226 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:00.105596 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-fc2a3046-714d-40b6-b8d8-2e896ba353d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fd7704af87e049c8b60cee7ad66c9d89&device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 1096 time: 0.4125350 Sep 20 16:00:00.106645 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 51638) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:00.183496 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-e02ddb48-c6e5-406d-b340-0a11d2e11908 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for port, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:00.185011 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-e02ddb48-c6e5-406d-b340-0a11d2e11908 service neutron] 10.222.0.36 "PUT /v2.0/ports/8e52c04f-0201-4604-827a-8116060ac578 HTTP/1.1" status: 200 len: 1094 time: 1.2552128 Sep 20 16:00:00.185525 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97678124-5077-451a-bb56-fac239ecbdc0', 'tag': '8e52c04f-0201-4604-827a-8116060ac578'}] {{(pid=82369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:00:00.214206 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ddb48-c6e5-406d-b340-0a11d2e11908 service neutron] Pushing event updated for resources: {'Port': ['ID=8e52c04f-0201-4604-827a-8116060ac578,revision_number=3']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:00.243188 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13756ffa-98ff-49e2-bebd-55a9b9027c3d req-04b38866-abc1-4d23-a377-06e9ee21287b tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:00.245161 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-e02ddb48-c6e5-406d-b340-0a11d2e11908 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:00.245417 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-13756ffa-98ff-49e2-bebd-55a9b9027c3d req-04b38866-abc1-4d23-a377-06e9ee21287b tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/ports?device_id=89b1dcc8-f517-465b-a2e2-a31606fefbb6 HTTP/1.1" status: 200 len: 946 time: 0.5884330 Sep 20 16:00:00.255309 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-60a00b8e-97b7-4c2d-9dac-bdc17f06e9d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=522e6331-094c-47d9-b04b-55e867c66586 HTTP/1.1" status: 200 len: 217 time: 0.1353271 Sep 20 16:00:00.371702 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfacba6-f9f6-44e6-bbb7-d06b95fcdf69 req-c5013665-e539-41ae-a352-25bd4e32efa4 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:00.373354 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bbfacba6-f9f6-44e6-bbb7-d06b95fcdf69 req-c5013665-e539-41ae-a352-25bd4e32efa4 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 944 time: 0.6782680 Sep 20 16:00:00.410185 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-a448a85b-4b2c-475e-9fa9-671ec4637372 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db746f245ad145658413ccb0154221ac&device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 1097 time: 0.1663496 Sep 20 16:00:00.482416 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-c7d0c6eb-54bd-47a7-a5c4-fd8aae0e6b84 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:00.484061 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-c7d0c6eb-54bd-47a7-a5c4-fd8aae0e6b84 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff460d82-964a-44b5-b5c5-4abe0f89a661 HTTP/1.1" status: 200 len: 850 time: 0.2004080 Sep 20 16:00:00.579080 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bbfacba6-f9f6-44e6-bbb7-d06b95fcdf69 req-4fa0f854-5dbf-48ae-8d18-cdde16663ad8 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901259 Sep 20 16:00:00.583220 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-13756ffa-98ff-49e2-bebd-55a9b9027c3d req-f14a1f81-6980-42f4-83a9-06f214265f6c tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a2e695e-6110-42d9-a4d5-f18e495a1120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3304219 Sep 20 16:00:00.612804 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dabae03a-ac09-435a-a44c-ddd48570161c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:00.618010 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-eb2b4c78-bdb3-4f66-874a-94179d36ade9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e52c04f-0201-4604-827a-8116060ac578 HTTP/1.1" status: 200 len: 217 time: 0.1956604 Sep 20 16:00:00.674357 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device ea85f18a-a185-4513-885e-4cd5ec8c7e2f details requested by agent hyperv_hv-cinder-80966 with host hv-cinder-80966 {{(pid=82370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 20 16:00:00.738279 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-d8ee53fe-7406-4acd-8902-42f76f8df5eb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d940861-2256-4176-a2ad-3f8353b646fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2448995 Sep 20 16:00:00.746411 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-dabae03a-ac09-435a-a44c-ddd48570161c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:00:00.812409 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97678124-5077-451a-bb56-fac239ecbdc0', 'tag': '8e52c04f-0201-4604-827a-8116060ac578', 'status': 'completed', 'code': 200} Sep 20 16:00:00.844596 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-dabae03a-ac09-435a-a44c-ddd48570161c admin admin] Usage tracker for resource:security_group_rule and tenant:d1bac1ea1e63436c83cad012b234c2fa is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:00:00.845463 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-8fe5536b-806a-4743-a1be-e8b393a52adc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:00.847175 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-8fe5536b-806a-4743-a1be-e8b393a52adc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=56db9545-8f98-4a5d-b98f-1e9dd0b9696a HTTP/1.1" status: 200 len: 856 time: 0.2113190 Sep 20 16:00:00.872026 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-dabae03a-ac09-435a-a44c-ddd48570161c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:00:00.909641 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-dabae03a-ac09-435a-a44c-ddd48570161c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:00:01.007656 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-45d70c88-4363-4d46-86d3-832a5dd5ab80 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bff5b245-776a-4a0d-8c23-eec69eae1a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1406345 Sep 20 16:00:01.084435 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dabae03a-ac09-435a-a44c-ddd48570161c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:01.091395 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port ea85f18a-a185-4513-885e-4cd5ec8c7e2f, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=ea85f18a-a185-4513-885e-4cd5ec8c7e2f,segment=NetworkSegment(53b27ffb-2548-4ae3-9c2a-2f4b0770f622),segment_id=53b27ffb-2548-4ae3-9c2a-2f4b0770f622)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:00:01.119124 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Returning: {'device': 'ea85f18a-a185-4513-885e-4cd5ec8c7e2f', 'network_id': '526d51a6-e1d8-43dc-ad4b-1d3805a10527', 'port_id': 'ea85f18a-a185-4513-885e-4cd5ec8c7e2f', 'mac_address': 'fa:16:3e:48:49:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99e482be-1e6b-4c97-9638-74c80f0f9561', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 20 16:00:01.131063 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dabae03a-ac09-435a-a44c-ddd48570161c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:01.189517 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-3d9d96ae-6aef-48dd-940a-7442099a72cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:01.194471 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-768b3caf-4ce4-46cd-b486-42a6268d8900 service neutron] 10.222.0.36 "GET /v2.0/networks/bff5b245-776a-4a0d-8c23-eec69eae1a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774650 Sep 20 16:00:01.208784 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:01.232699 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea85f18a-a185-4513-885e-4cd5ec8c7e2f {{(pid=82370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 16:00:01.235286 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabae03a-ac09-435a-a44c-ddd48570161c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08eb79be-de84-4238-b429-da6ea63371ee,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:01.263491 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port ea85f18a-a185-4513-885e-4cd5ec8c7e2f, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=ea85f18a-a185-4513-885e-4cd5ec8c7e2f,segment=NetworkSegment(53b27ffb-2548-4ae3-9c2a-2f4b0770f622),segment_id=53b27ffb-2548-4ae3-9c2a-2f4b0770f622)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:00:01.267960 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:01.269582 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 35dec15f-039d-4bd9-9756-575332254874 details requested by agent hyperv_hv-cinder-80966 with host hv-cinder-80966 {{(pid=82370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 20 16:00:01.282867 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-dabae03a-ac09-435a-a44c-ddd48570161c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:01.285060 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-7e821463-5a39-403a-8bc6-70fb1c86f840 service neutron] 10.222.0.36 "GET /v2.0/networks/8d940861-2256-4176-a2ad-3f8353b646fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5293026 Sep 20 16:00:01.300571 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 35dec15f-039d-4bd9-9756-575332254874, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=35dec15f-039d-4bd9-9756-575332254874,segment=NetworkSegment(53b27ffb-2548-4ae3-9c2a-2f4b0770f622),segment_id=53b27ffb-2548-4ae3-9c2a-2f4b0770f622)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:00:01.319727 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:01.355124 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Returning: {'device': '35dec15f-039d-4bd9-9756-575332254874', 'network_id': '526d51a6-e1d8-43dc-ad4b-1d3805a10527', 'port_id': '35dec15f-039d-4bd9-9756-575332254874', 'mac_address': 'fa:16:3e:02:d1:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99e482be-1e6b-4c97-9638-74c80f0f9561', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 20 16:00:01.446483 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:01.457037 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e94d969a-19ab-4164-89a8-d6b8d20ab946 req-26b8e6d7-b636-403b-8cf7-7e8d72057f66 service neutron] 10.222.0.36 "GET /v2.0/networks/bff5b245-776a-4a0d-8c23-eec69eae1a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556267 Sep 20 16:00:01.482371 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35dec15f-039d-4bd9-9756-575332254874 {{(pid=82370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 16:00:01.505092 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 35dec15f-039d-4bd9-9756-575332254874, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=35dec15f-039d-4bd9-9756-575332254874,segment=NetworkSegment(53b27ffb-2548-4ae3-9c2a-2f4b0770f622),segment_id=53b27ffb-2548-4ae3-9c2a-2f4b0770f622)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:00:01.511950 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:01.530031 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=ea85f18a-a185-4513-885e-4cd5ec8c7e2f,revision_number=4']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:01.541735 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:01.542345 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b51b31f0-104d-4414-b778-0768a50b9eb0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:01.624110 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=35dec15f-039d-4bd9-9756-575332254874,revision_number=4']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:01.639245 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:01.645479 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c2c17788-87b0-45df-a5b5-26e01205b7ea req-99a34800-fa77-417f-85f3-b96dfb05fabc service neutron] 10.222.0.36 "GET /v2.0/networks/8d940861-2256-4176-a2ad-3f8353b646fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468938 Sep 20 16:00:01.681986 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-dabae03a-ac09-435a-a44c-ddd48570161c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d1bac1ea1e63436c83cad012b234c2fa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5676310 Sep 20 16:00:01.682621 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 51702) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:01.686876 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 51706) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:01.699015 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1c209aa3-2fbb-4450-8e83-e406d617622e req-134c2221-0c07-4a45-8c93-273dd3a09093 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db746f245ad145658413ccb0154221ac&device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 1097 time: 0.1876233 Sep 20 16:00:01.712716 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b8e63-d4ca-46c3-a56d-294f0f7922e9 req-57de1b4e-a214-464a-a01c-f8042dcd14df tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:01.714338 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-475b8e63-d4ca-46c3-a56d-294f0f7922e9 req-57de1b4e-a214-464a-a01c-f8042dcd14df tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 943 time: 0.6258712 Sep 20 16:00:01.736080 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dd5c29-6289-40eb-be2b-1a02f5d0af93 req-570e0c8b-ca8a-4dcd-a339-1b8071848739 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:01.737772 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a0dd5c29-6289-40eb-be2b-1a02f5d0af93 req-570e0c8b-ca8a-4dcd-a339-1b8071848739 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 944 time: 0.6506069 Sep 20 16:00:01.825718 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['35dec15f-039d-4bd9-9756-575332254874'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:00:01.837557 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-475b8e63-d4ca-46c3-a56d-294f0f7922e9 req-7cb7a685-a799-4e57-80d5-a06f0350cd09 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150386 Sep 20 16:00:01.875994 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a0dd5c29-6289-40eb-be2b-1a02f5d0af93 req-5fe47e1c-c27d-44a6-a664-edea122e971b tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188385 Sep 20 16:00:01.910319 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['ea85f18a-a185-4513-885e-4cd5ec8c7e2f'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:00:01.913077 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-470d4a16-f41b-4049-a9a1-35c582b078b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:01.981422 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-470d4a16-f41b-4049-a9a1-35c582b078b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:02.104984 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-470d4a16-f41b-4049-a9a1-35c582b078b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:02.115559 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:02.132436 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d4a16-f41b-4049-a9a1-35c582b078b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08eb79be-de84-4238-b429-da6ea63371ee,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:02.159749 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-470d4a16-f41b-4049-a9a1-35c582b078b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:02.173403 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c209aa3-2fbb-4450-8e83-e406d617622e req-9f59410c-aa67-482e-93d8-f31e8c93d28a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:02.175738 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1c209aa3-2fbb-4450-8e83-e406d617622e req-9f59410c-aa67-482e-93d8-f31e8c93d28a service neutron] 10.222.0.36 "GET /v2.0/networks?id=bff5b245-776a-4a0d-8c23-eec69eae1a29 HTTP/1.1" status: 200 len: 918 time: 0.4551072 Sep 20 16:00:02.186319 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-470d4a16-f41b-4049-a9a1-35c582b078b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:02.190081 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-470d4a16-f41b-4049-a9a1-35c582b078b2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/08eb79be-de84-4238-b429-da6ea63371ee HTTP/1.1" status: 204 len: 168 time: 0.5028574 Sep 20 16:00:02.223240 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a561aa2-f216-47a0-8db5-227437788496 req-3e319959-d874-48ef-af54-91301a2ea66b tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:02.227892 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-6a561aa2-f216-47a0-8db5-227437788496 req-3e319959-d874-48ef-af54-91301a2ea66b tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/ports?device_id=89b1dcc8-f517-465b-a2e2-a31606fefbb6 HTTP/1.1" status: 200 len: 946 time: 0.1797447 Sep 20 16:00:02.287495 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-97adfadc-3dd7-487f-80bf-3ba9cd7abe1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:02.316392 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-6a561aa2-f216-47a0-8db5-227437788496 req-c2303e3e-e48b-4a7d-95b1-bb52a6045123 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a2e695e-6110-42d9-a4d5-f18e495a1120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817771 Sep 20 16:00:02.316522 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1c209aa3-2fbb-4450-8e83-e406d617622e req-d6fb9b66-7ef5-4d32-8c41-44b536569cf9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e52c04f-0201-4604-827a-8116060ac578 HTTP/1.1" status: 200 len: 217 time: 0.1187174 Sep 20 16:00:02.351215 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-97adfadc-3dd7-487f-80bf-3ba9cd7abe1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:00:02.364955 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-97adfadc-3dd7-487f-80bf-3ba9cd7abe1c admin admin] Usage tracker for resource:security_group_rule and tenant:cea55c8d48f54898855709a3829f53c5 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:00:02.373152 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-97adfadc-3dd7-487f-80bf-3ba9cd7abe1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:00:02.386956 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-97adfadc-3dd7-487f-80bf-3ba9cd7abe1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:00:02.432160 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da33ef9-bcaf-48bb-9f3c-1309776b242e req-6130b989-e107-445d-b9ad-ed77fad64e58 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:02.436177 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4da33ef9-bcaf-48bb-9f3c-1309776b242e req-6130b989-e107-445d-b9ad-ed77fad64e58 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 945 time: 0.1230011 Sep 20 16:00:02.494766 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-97adfadc-3dd7-487f-80bf-3ba9cd7abe1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:02.496342 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4da33ef9-bcaf-48bb-9f3c-1309776b242e req-bf6bbe4d-69b8-49d2-b4bb-d57afcb9e91f tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532465 Sep 20 16:00:02.508415 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-97adfadc-3dd7-487f-80bf-3ba9cd7abe1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:02.553345 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-147b21dc-2212-472a-83a0-9429a83f49b7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:02.565417 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 51732) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:02.565569 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-97adfadc-3dd7-487f-80bf-3ba9cd7abe1c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cea55c8d48f54898855709a3829f53c5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8772321 Sep 20 16:00:02.591508 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97adfadc-3dd7-487f-80bf-3ba9cd7abe1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a12b666-64a6-4424-a89d-604ebe32a05c,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:02.594990 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-97adfadc-3dd7-487f-80bf-3ba9cd7abe1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:02.651735 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d57588d6-17d1-47ef-a266-aad5a46dfc46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:02.705168 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d57588d6-17d1-47ef-a266-aad5a46dfc46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:02.727029 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 51738) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:02.748234 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-4b2219f4-ff20-4558-8e3e-ecad76babd57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:02.748579 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e4034568-d16c-4d03-83ca-a97a0f9efd5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:02.766216 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d57588d6-17d1-47ef-a266-aad5a46dfc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:02.772703 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:02.784178 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57588d6-17d1-47ef-a266-aad5a46dfc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a12b666-64a6-4424-a89d-604ebe32a05c,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:02.794501 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-e4034568-d16c-4d03-83ca-a97a0f9efd5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:00:02.796137 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d57588d6-17d1-47ef-a266-aad5a46dfc46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:02.799796 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-e4034568-d16c-4d03-83ca-a97a0f9efd5e admin admin] Usage tracker for resource:security_group_rule and tenant:c9afcc00c9854e5d988c11bc44032a83 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:00:02.803289 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-e4034568-d16c-4d03-83ca-a97a0f9efd5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:00:02.809866 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d57588d6-17d1-47ef-a266-aad5a46dfc46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:02.811361 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-e4034568-d16c-4d03-83ca-a97a0f9efd5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:00:02.817579 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-d57588d6-17d1-47ef-a266-aad5a46dfc46 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0a12b666-64a6-4424-a89d-604ebe32a05c HTTP/1.1" status: 204 len: 168 time: 0.2479939 Sep 20 16:00:02.908851 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e4034568-d16c-4d03-83ca-a97a0f9efd5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:02.915014 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e4034568-d16c-4d03-83ca-a97a0f9efd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:02.934729 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-aeeb83ad-2265-4223-bda4-a31ae427d33e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:03.025976 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4034568-d16c-4d03-83ca-a97a0f9efd5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa0b7f9-4550-485a-a95e-1cec04ebb56a,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:03.029313 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-e4034568-d16c-4d03-83ca-a97a0f9efd5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:03.035305 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-e4034568-d16c-4d03-83ca-a97a0f9efd5e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c9afcc00c9854e5d988c11bc44032a83&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3071618 Sep 20 16:00:03.036006 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 51754) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:03.106085 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d0e190e2-a503-4245-aed7-e88f724ba247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:03.135319 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d0e190e2-a503-4245-aed7-e88f724ba247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:03.180653 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d0e190e2-a503-4245-aed7-e88f724ba247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:03.186497 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:03.199457 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e190e2-a503-4245-aed7-e88f724ba247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa0b7f9-4550-485a-a95e-1cec04ebb56a,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:03.200383 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a1d70f-dc5f-4623-907d-c5a12c58c433 req-4889b0bb-3d52-4263-a963-4e6f6231587b tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:03.201878 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d0e190e2-a503-4245-aed7-e88f724ba247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:03.202190 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a1a1d70f-dc5f-4623-907d-c5a12c58c433 req-4889b0bb-3d52-4263-a963-4e6f6231587b tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 943 time: 0.1716554 Sep 20 16:00:03.211823 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d0e190e2-a503-4245-aed7-e88f724ba247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:03.228057 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-d0e190e2-a503-4245-aed7-e88f724ba247 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4aa0b7f9-4550-485a-a95e-1cec04ebb56a HTTP/1.1" status: 204 len: 168 time: 0.1787243 Sep 20 16:00:03.277302 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee6b730-9f24-412c-ba36-437e3c73d610 req-6268a67d-dcac-4e20-bc2c-9f6fe18bc070 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:03.279104 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-aee6b730-9f24-412c-ba36-437e3c73d610 req-6268a67d-dcac-4e20-bc2c-9f6fe18bc070 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 944 time: 0.1681514 Sep 20 16:00:03.305997 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a1a1d70f-dc5f-4623-907d-c5a12c58c433 req-c9e8e78a-4f17-4f36-83ea-797ca6bd1c03 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908372 Sep 20 16:00:03.339544 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-aee6b730-9f24-412c-ba36-437e3c73d610 req-879f2460-a6cb-46f9-88c1-f64d542df6ce tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541780 Sep 20 16:00:03.358941 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 51762) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:03.378485 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-27af636d-3872-472c-a9a8-a610abcae0aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:03.415251 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-27af636d-3872-472c-a9a8-a610abcae0aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:00:03.419234 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-27af636d-3872-472c-a9a8-a610abcae0aa admin admin] Usage tracker for resource:security_group_rule and tenant:c73b17f176d54f848a77c4be1daf970f is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:00:03.422095 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-27af636d-3872-472c-a9a8-a610abcae0aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:00:03.428085 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-27af636d-3872-472c-a9a8-a610abcae0aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:00:03.493586 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-27af636d-3872-472c-a9a8-a610abcae0aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:03.496334 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-27af636d-3872-472c-a9a8-a610abcae0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:03.504052 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-36a536db-4f1d-42a0-9bbb-a6f7709424f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:03.555192 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-27af636d-3872-472c-a9a8-a610abcae0aa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c73b17f176d54f848a77c4be1daf970f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1927524 Sep 20 16:00:03.555192 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af636d-3872-472c-a9a8-a610abcae0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305d0dc4-efc5-4688-a5e0-15a3beb635a8,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:03.556141 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 51774) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:03.556978 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-27af636d-3872-472c-a9a8-a610abcae0aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:03.630776 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f0f438ff-7ba3-4719-9f6f-4ed89563354f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:03.658205 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f0f438ff-7ba3-4719-9f6f-4ed89563354f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:03.710188 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cfc058-b078-44e4-b9dc-9ce56985d37a req-23dcbfe2-a6c0-4d98-a060-6d9f9cb05c1d tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:03.712044 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-68cfc058-b078-44e4-b9dc-9ce56985d37a req-23dcbfe2-a6c0-4d98-a060-6d9f9cb05c1d tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 945 time: 0.0883241 Sep 20 16:00:03.717900 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f0f438ff-7ba3-4719-9f6f-4ed89563354f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:03.722999 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-e7129c1b-aaad-474b-b7cb-c3f6daa44fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:03.735760 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f438ff-7ba3-4719-9f6f-4ed89563354f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305d0dc4-efc5-4688-a5e0-15a3beb635a8,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:03.738813 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f0f438ff-7ba3-4719-9f6f-4ed89563354f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:03.741409 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f0f438ff-7ba3-4719-9f6f-4ed89563354f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:03.745460 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-f0f438ff-7ba3-4719-9f6f-4ed89563354f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/305d0dc4-efc5-4688-a5e0-15a3beb635a8 HTTP/1.1" status: 204 len: 168 time: 0.1874256 Sep 20 16:00:03.773103 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-68cfc058-b078-44e4-b9dc-9ce56985d37a req-1dd90dd7-5929-49bf-9b4c-967ed3ca83ac tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541096 Sep 20 16:00:04.108268 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:04.195980 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c209aa3-2fbb-4450-8e83-e406d617622e req-b847c8aa-294e-4a47-82a0-545665fd19c2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:04.197571 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1c209aa3-2fbb-4450-8e83-e406d617622e req-b847c8aa-294e-4a47-82a0-545665fd19c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=56db9545-8f98-4a5d-b98f-1e9dd0b9696a HTTP/1.1" status: 200 len: 856 time: 0.0671217 Sep 20 16:00:04.578693 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83fa3e-affb-48cb-ab56-86a5f1a3e108 req-f2872f33-9d0c-4023-a8a2-09a95ee8f3df tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:04.580314 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2d83fa3e-affb-48cb-ab56-86a5f1a3e108 req-f2872f33-9d0c-4023-a8a2-09a95ee8f3df tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 943 time: 0.1444819 Sep 20 16:00:04.650100 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651039e-7cb9-4f2d-89c6-c9290a330d71 req-baadfadc-7b4e-4444-a791-55ce04c242f4 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:04.651763 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c651039e-7cb9-4f2d-89c6-c9290a330d71 req-baadfadc-7b4e-4444-a791-55ce04c242f4 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 944 time: 0.1355381 Sep 20 16:00:04.661472 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2d83fa3e-affb-48cb-ab56-86a5f1a3e108 req-c234f332-6f37-46fa-9fd0-56d3f527e2ae tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698423 Sep 20 16:00:04.719622 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c651039e-7cb9-4f2d-89c6-c9290a330d71 req-579c14b3-739b-425f-a211-0ca5aa38fec3 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591004 Sep 20 16:00:05.012377 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc3a72-cd42-4978-abb7-a355cd15e958 req-d16d6c5f-03ab-4cae-af60-5d38d27f9263 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:05.014051 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c1bc3a72-cd42-4978-abb7-a355cd15e958 req-d16d6c5f-03ab-4cae-af60-5d38d27f9263 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 945 time: 0.0871153 Sep 20 16:00:05.066577 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c1bc3a72-cd42-4978-abb7-a355cd15e958 req-abfeeabf-1bfc-4c3f-bd90-3dcdf5158529 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455568 Sep 20 16:00:05.108117 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7b672998-0edd-4d70-9f0c-4e1481a0cc5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:05.249099 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1c209aa3-2fbb-4450-8e83-e406d617622e req-f87bfae3-ea26-4752-a2fc-e7b11bf66305 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bff5b245-776a-4a0d-8c23-eec69eae1a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1029367 Sep 20 16:00:05.414708 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1c209aa3-2fbb-4450-8e83-e406d617622e req-c2e3faf3-ce30-4f28-9163-44aa143e385c service neutron] 10.222.0.36 "GET /v2.0/networks/bff5b245-776a-4a0d-8c23-eec69eae1a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578617 Sep 20 16:00:05.550517 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:05.594426 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1c209aa3-2fbb-4450-8e83-e406d617622e req-cd4b200e-2ab6-4c8a-af75-feaac230f743 service neutron] 10.222.0.36 "GET /v2.0/networks/bff5b245-776a-4a0d-8c23-eec69eae1a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721826 Sep 20 16:00:05.985085 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29eed25-9ba7-42ab-b555-952d149d6764 req-4b5b95cc-8262-464a-b4e5-be526110c3d6 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:05.986718 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a29eed25-9ba7-42ab-b555-952d149d6764 req-4b5b95cc-8262-464a-b4e5-be526110c3d6 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 943 time: 0.1676524 Sep 20 16:00:05.997338 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b228b-1db3-4682-933d-b078d6a3f642 req-255d44b9-f449-4a21-aaff-07aced8ed182 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:05.997338 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-379b228b-1db3-4682-933d-b078d6a3f642 req-255d44b9-f449-4a21-aaff-07aced8ed182 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 944 time: 0.1364431 Sep 20 16:00:06.083155 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a29eed25-9ba7-42ab-b555-952d149d6764 req-da277ca5-6b15-4be2-9457-b06f02d13269 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862842 Sep 20 16:00:06.087456 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-379b228b-1db3-4682-933d-b078d6a3f642 req-5aa04e83-8db6-4eac-9a10-adc9f3b7bbfd tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748830 Sep 20 16:00:06.285626 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818171d-c4eb-4fdc-a245-3eda744a762c req-852be3b2-9538-4ac3-89bc-a3603c4d0ac3 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:06.287294 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e818171d-c4eb-4fdc-a245-3eda744a762c req-852be3b2-9538-4ac3-89bc-a3603c4d0ac3 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 945 time: 0.0905888 Sep 20 16:00:06.336955 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e818171d-c4eb-4fdc-a245-3eda744a762c req-667bb3c7-3d2b-4f75-9f8e-cd369b7f8c4f tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430224 Sep 20 16:00:06.884044 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:07.159913 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 8e52c04f-0201-4604-827a-8116060ac578 details requested by agent hyperv_hv-cinder-80966 with host hv-cinder-80966 {{(pid=82370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 20 16:00:07.205046 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device ea85f18a-a185-4513-885e-4cd5ec8c7e2f up at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:00:07.384056 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d36dc2-6acd-498b-a8e8-30929a039487 req-3b7aa428-fa1d-42db-a3f6-776986e41c92 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:07.385893 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c4d36dc2-6acd-498b-a8e8-30929a039487 req-3b7aa428-fa1d-42db-a3f6-776986e41c92 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 943 time: 0.1615367 Sep 20 16:00:07.407886 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 8e52c04f-0201-4604-827a-8116060ac578, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=8e52c04f-0201-4604-827a-8116060ac578,segment=NetworkSegment(989a23f7-b1d9-49cd-b7ba-1fda6ddeb386),segment_id=989a23f7-b1d9-49cd-b7ba-1fda6ddeb386)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:00:07.440364 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Returning: {'device': '8e52c04f-0201-4604-827a-8116060ac578', 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29', 'port_id': '8e52c04f-0201-4604-827a-8116060ac578', 'mac_address': 'fa:16:3e:4b:d3:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56db9545-8f98-4a5d-b98f-1e9dd0b9696a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 20 16:00:07.442472 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning for port ea85f18a-a185-4513-885e-4cd5ec8c7e2f completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:00:07.447945 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning complete for port ea85f18a-a185-4513-885e-4cd5ec8c7e2f triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:00:07.448489 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:07.482075 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c4d36dc2-6acd-498b-a8e8-30929a039487 req-97db00b9-032e-45e3-8ca9-e4e555ab483e tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898530 Sep 20 16:00:07.620075 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:07.657085 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e52c04f-0201-4604-827a-8116060ac578 {{(pid=82370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 16:00:07.729426 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 8e52c04f-0201-4604-827a-8116060ac578, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=8e52c04f-0201-4604-827a-8116060ac578,segment=NetworkSegment(989a23f7-b1d9-49cd-b7ba-1fda6ddeb386),segment_id=989a23f7-b1d9-49cd-b7ba-1fda6ddeb386)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:00:07.737233 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:07.740310 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:07.773724 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:07.820783 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c936804-3f29-4891-af3a-e0f1e299e3cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea85f18a-a185-4513-885e-4cd5ec8c7e2f'}] {{(pid=82370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:00:07.854517 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port ea85f18a-a185-4513-885e-4cd5ec8c7e2f, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=ea85f18a-a185-4513-885e-4cd5ec8c7e2f,segment=NetworkSegment(53b27ffb-2548-4ae3-9c2a-2f4b0770f622),segment_id=53b27ffb-2548-4ae3-9c2a-2f4b0770f622)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:00:07.863075 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=8e52c04f-0201-4604-827a-8116060ac578,revision_number=4']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:07.867049 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:07.867867 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 35dec15f-039d-4bd9-9756-575332254874 up at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:00:07.895955 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:07.896444 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:07.938526 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fededb2-0db2-4402-be4d-6dc1f227ae5c req-a6f71ef7-76e5-484f-9967-64c340f9e85f tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:07.940951 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8fededb2-0db2-4402-be4d-6dc1f227ae5c req-a6f71ef7-76e5-484f-9967-64c340f9e85f tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 945 time: 0.1946197 Sep 20 16:00:07.953182 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d7abd-8739-41d0-a100-d1ff8cd6a5ef req-92f2406c-1eee-43c4-8a11-762109bcd3fb tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:07.962972 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-163d7abd-8739-41d0-a100-d1ff8cd6a5ef req-92f2406c-1eee-43c4-8a11-762109bcd3fb tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 945 time: 0.1622846 Sep 20 16:00:08.010159 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=ea85f18a-a185-4513-885e-4cd5ec8c7e2f,revision_number=5']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:08.013608 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:08.014407 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning for port 35dec15f-039d-4bd9-9756-575332254874 completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:00:08.019892 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning complete for port 35dec15f-039d-4bd9-9756-575332254874 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:00:08.020314 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:08.061589 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['8e52c04f-0201-4604-827a-8116060ac578'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:00:08.069234 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-163d7abd-8739-41d0-a100-d1ff8cd6a5ef req-5b1e6dc9-446a-423f-897c-9f6dd9d8c3d3 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043072 Sep 20 16:00:08.116728 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8fededb2-0db2-4402-be4d-6dc1f227ae5c req-fdde437a-7c9b-43e9-ac22-52d7548bfd00 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499052 Sep 20 16:00:08.208102 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c936804-3f29-4891-af3a-e0f1e299e3cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea85f18a-a185-4513-885e-4cd5ec8c7e2f', 'code': 200} Sep 20 16:00:08.229658 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-58e9c9e5-c813-4022-83bb-ae4fc5864295 req-e319f8de-924d-4eff-b276-4f114982c98b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=89b1dcc8-f517-465b-a2e2-a31606fefbb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1405034 Sep 20 16:00:08.277095 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:08.359875 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 35dec15f-039d-4bd9-9756-575332254874, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=35dec15f-039d-4bd9-9756-575332254874,segment=NetworkSegment(53b27ffb-2548-4ae3-9c2a-2f4b0770f622),segment_id=53b27ffb-2548-4ae3-9c2a-2f4b0770f622)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:00:08.395405 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:08.399303 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-692accbb-960a-4105-a9cc-210f84fa9d3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:08.423932 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-58e9c9e5-c813-4022-83bb-ae4fc5864295 req-17c94ca1-9e00-402f-968e-965c408f7201 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=58e34c7cef874e228cd05c786efe0991&device_id=89b1dcc8-f517-465b-a2e2-a31606fefbb6 HTTP/1.1" status: 200 len: 1099 time: 0.1064029 Sep 20 16:00:08.470073 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=35dec15f-039d-4bd9-9756-575332254874,revision_number=5']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:08.474443 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:08.546630 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f088ce8e-74cb-4625-94aa-e28dcc711823 req-ad616fcd-ef80-4d2f-86a5-37736599b3a1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 1099 time: 0.0993481 Sep 20 16:00:08.599415 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f088ce8e-74cb-4625-94aa-e28dcc711823 req-91c03a10-2009-4a9a-88ba-ec7734556dfe service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449107 Sep 20 16:00:08.608312 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e9c9e5-c813-4022-83bb-ae4fc5864295 req-f54a06ea-a4ab-46c3-90a8-218c75b1bf41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:08.610168 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-58e9c9e5-c813-4022-83bb-ae4fc5864295 req-f54a06ea-a4ab-46c3-90a8-218c75b1bf41 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f039c8f1-ad4f-41b5-b7ee-24d5c3e3f470 HTTP/1.1" status: 200 len: 912 time: 0.1626318 Sep 20 16:00:08.724521 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e590d-b121-437a-b4de-3ed8ec587a71 req-1d8b3139-ce75-472e-b0ec-79f3f2e22640 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:08.726658 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-485e590d-b121-437a-b4de-3ed8ec587a71 req-1d8b3139-ce75-472e-b0ec-79f3f2e22640 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 943 time: 0.0891056 Sep 20 16:00:08.778286 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-485e590d-b121-437a-b4de-3ed8ec587a71 req-4c9ecaa8-7934-4250-8f4c-84b787e24410 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452445 Sep 20 16:00:09.271028 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc036fc-cef8-4ec2-bc2d-29a599a74f5b req-5b45c6c5-7840-4576-bc30-23b3804abf36 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:09.272591 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bfc036fc-cef8-4ec2-bc2d-29a599a74f5b req-5b45c6c5-7840-4576-bc30-23b3804abf36 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 946 time: 0.0824230 Sep 20 16:00:09.380177 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bfc036fc-cef8-4ec2-bc2d-29a599a74f5b req-b6c68028-d26e-4e6e-b0d8-0f46957c4f9a tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676935 Sep 20 16:00:09.393719 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1d540-c22b-4e67-8e24-f0e1ef44c0fe req-e65af4a7-6ad8-4888-9d98-cf0dcf115a0f tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:09.395291 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bcd1d540-c22b-4e67-8e24-f0e1ef44c0fe req-e65af4a7-6ad8-4888-9d98-cf0dcf115a0f tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 945 time: 0.1184669 Sep 20 16:00:09.443646 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bcd1d540-c22b-4e67-8e24-f0e1ef44c0fe req-fa7ecb8b-5971-4d26-bee5-131e665b640b tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421379 Sep 20 16:00:09.508590 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 522e6331-094c-47d9-b04b-55e867c66586 details requested by agent hyperv_hv-cinder-80966 with host hv-cinder-80966 {{(pid=82370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 20 16:00:09.530379 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:09.801229 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 522e6331-094c-47d9-b04b-55e867c66586, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=522e6331-094c-47d9-b04b-55e867c66586,segment=NetworkSegment(d1e44e39-6be0-4349-98b0-f88bec838d0a),segment_id=d1e44e39-6be0-4349-98b0-f88bec838d0a)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:00:09.815434 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Returning: {'device': '522e6331-094c-47d9-b04b-55e867c66586', 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe', 'port_id': '522e6331-094c-47d9-b04b-55e867c66586', 'mac_address': 'fa:16:3e:f0:5a:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff460d82-964a-44b5-b5c5-4abe0f89a661', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 20 16:00:09.890270 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:09.914344 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 522e6331-094c-47d9-b04b-55e867c66586 {{(pid=82370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 16:00:09.931979 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 522e6331-094c-47d9-b04b-55e867c66586, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=522e6331-094c-47d9-b04b-55e867c66586,segment=NetworkSegment(d1e44e39-6be0-4349-98b0-f88bec838d0a),segment_id=d1e44e39-6be0-4349-98b0-f88bec838d0a)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:00:09.935080 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:09.937525 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:10.003579 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2be6b0-fd4d-45af-bfa2-ca4c2540a90f req-fd16f686-8542-4f58-8dee-32098cc26744 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:10.003912 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=522e6331-094c-47d9-b04b-55e867c66586,revision_number=4']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:10.005372 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ae2be6b0-fd4d-45af-bfa2-ca4c2540a90f req-fd16f686-8542-4f58-8dee-32098cc26744 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 944 time: 0.0973151 Sep 20 16:00:10.007370 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:10.057365 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ae2be6b0-fd4d-45af-bfa2-ca4c2540a90f req-cdd5b6ca-df2e-4377-bffd-1e7ec95e94a8 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438154 Sep 20 16:00:10.208951 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '819e17fe-eacb-4789-9333-e6d60b7b5391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35dec15f-039d-4bd9-9756-575332254874'}] {{(pid=82370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:00:10.266381 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '819e17fe-eacb-4789-9333-e6d60b7b5391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35dec15f-039d-4bd9-9756-575332254874', 'code': 200} Sep 20 16:00:10.587894 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfa60f-05f5-4929-94c8-a8ccad6c229c req-b1ebcfbf-0316-42a5-ad28-ce9ab7e2e8c0 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:10.589419 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7adfa60f-05f5-4929-94c8-a8ccad6c229c req-b1ebcfbf-0316-42a5-ad28-ce9ab7e2e8c0 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 946 time: 0.0864639 Sep 20 16:00:10.702134 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7adfa60f-05f5-4929-94c8-a8ccad6c229c req-728d17f6-162c-4171-9452-cf17236f9283 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783551 Sep 20 16:00:10.718724 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a23b2-d3d9-4bbb-b0f4-f590fe90f0f2 req-2424547d-f482-4a39-a530-46cbaeef8257 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:10.718724 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0f8a23b2-d3d9-4bbb-b0f4-f590fe90f0f2 req-2424547d-f482-4a39-a530-46cbaeef8257 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 945 time: 0.1240742 Sep 20 16:00:10.776533 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0f8a23b2-d3d9-4bbb-b0f4-f590fe90f0f2 req-e5006950-ab2a-49c7-895f-de5a825503ab tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525036 Sep 20 16:00:11.259505 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3a770-5b7e-470e-aa4d-744181eabd52 req-3f3b5185-10c3-4588-9a5a-d00c6e334bf0 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:11.261140 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7eb3a770-5b7e-470e-aa4d-744181eabd52 req-3f3b5185-10c3-4588-9a5a-d00c6e334bf0 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 944 time: 0.0819993 Sep 20 16:00:11.313246 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7eb3a770-5b7e-470e-aa4d-744181eabd52 req-ac9a931a-77f7-4951-bbbe-e65bcecb164a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454955 Sep 20 16:00:11.639065 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-58e9c9e5-c813-4022-83bb-ae4fc5864295 req-62a4592a-f39c-461b-bddf-13313876390f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d8fe09ed-690e-40da-a789-c9b84391e8e2 HTTP/1.1" status: 200 len: 217 time: 0.0647900 Sep 20 16:00:11.718967 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e9c9e5-c813-4022-83bb-ae4fc5864295 req-b388c3fa-d71f-44d9-8d93-ddc554aeea4c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:11.720545 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-58e9c9e5-c813-4022-83bb-ae4fc5864295 req-b388c3fa-d71f-44d9-8d93-ddc554aeea4c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6d94ce5c-3756-4970-aa1d-2d28193f4f2d HTTP/1.1" status: 200 len: 851 time: 0.0671220 Sep 20 16:00:11.723160 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['522e6331-094c-47d9-b04b-55e867c66586'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:00:11.776344 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-58e9c9e5-c813-4022-83bb-ae4fc5864295 req-4fb3cc27-6ced-436e-9abd-0a4d4c2b088d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f039c8f1-ad4f-41b5-b7ee-24d5c3e3f470&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481205 Sep 20 16:00:11.823152 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ffcfc1cc-baaa-43f8-b3b1-19b27f7a80fd req-8b34cbda-ecb3-4ce3-8697-249e94fb8857 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 1099 time: 0.0836778 Sep 20 16:00:11.901256 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ffcfc1cc-baaa-43f8-b3b1-19b27f7a80fd req-3d85f168-4c07-4dcf-9822-258e27a3b84b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702357 Sep 20 16:00:12.246097 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-58e9c9e5-c813-4022-83bb-ae4fc5864295 req-4368c225-4781-4da3-bef9-bead2a530f28 service neutron] 10.222.0.36 "GET /v2.0/networks/f039c8f1-ad4f-41b5-b7ee-24d5c3e3f470?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605851 Sep 20 16:00:12.383061 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c5f40-789d-4c74-9df2-9aee377bd16c req-25fd5ba9-7c02-4304-9386-9cc7666f1af2 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:12.390426 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1c4c5f40-789d-4c74-9df2-9aee377bd16c req-25fd5ba9-7c02-4304-9386-9cc7666f1af2 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 946 time: 0.4781401 Sep 20 16:00:12.432822 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6747ac-b18e-441c-bde8-1ab2f9531720 req-40dbd096-ed22-41e0-aea8-11381cc465c7 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:12.434456 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cc6747ac-b18e-441c-bde8-1ab2f9531720 req-40dbd096-ed22-41e0-aea8-11381cc465c7 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 945 time: 0.4655514 Sep 20 16:00:12.525731 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-58e9c9e5-c813-4022-83bb-ae4fc5864295 req-c8391dd8-c7c7-4f73-9141-fe58320482e8 service neutron] 10.222.0.36 "GET /v2.0/networks/f039c8f1-ad4f-41b5-b7ee-24d5c3e3f470?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669020 Sep 20 16:00:12.530293 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1c4c5f40-789d-4c74-9df2-9aee377bd16c req-517ce4b2-98c8-4366-8503-7605c03b54b9 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388931 Sep 20 16:00:12.581195 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cc6747ac-b18e-441c-bde8-1ab2f9531720 req-d5479299-e60e-445f-817a-33e3ba28f670 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316333 Sep 20 16:00:12.799850 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23326a-07b2-490a-a3e8-a423c9965cce req-f1826dd0-1630-4222-ae89-776009a81e84 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:12.807525 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-eb23326a-07b2-490a-a3e8-a423c9965cce req-f1826dd0-1630-4222-ae89-776009a81e84 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 944 time: 0.1144750 Sep 20 16:00:12.882328 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-eb23326a-07b2-490a-a3e8-a423c9965cce req-c573e358-84f8-456e-8cdd-05a039efdec6 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738199 Sep 20 16:00:13.326264 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 522e6331-094c-47d9-b04b-55e867c66586 up at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:00:13.401915 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning for port 522e6331-094c-47d9-b04b-55e867c66586 completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:00:13.406999 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning complete for port 522e6331-094c-47d9-b04b-55e867c66586 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:00:13.407423 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:13.531105 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:13.561482 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9d08e0-9510-4a65-bdc0-87161ec3adf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522e6331-094c-47d9-b04b-55e867c66586'}] {{(pid=82370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:00:13.571211 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 522e6331-094c-47d9-b04b-55e867c66586, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=522e6331-094c-47d9-b04b-55e867c66586,segment=NetworkSegment(d1e44e39-6be0-4349-98b0-f88bec838d0a),segment_id=d1e44e39-6be0-4349-98b0-f88bec838d0a)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:00:13.576646 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:13.578063 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 8e52c04f-0201-4604-827a-8116060ac578 up at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:00:13.613935 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-ba30e647-1c0f-4c1b-8777-e97ba5d15ef1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:13.664758 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9d08e0-9510-4a65-bdc0-87161ec3adf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522e6331-094c-47d9-b04b-55e867c66586', 'code': 200} Sep 20 16:00:13.731800 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=522e6331-094c-47d9-b04b-55e867c66586,revision_number=5']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:13.746487 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:13.757187 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning for port 8e52c04f-0201-4604-827a-8116060ac578 completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:00:13.763728 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning complete for port 8e52c04f-0201-4604-827a-8116060ac578 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:00:13.764345 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:13.901108 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:13.938299 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 8e52c04f-0201-4604-827a-8116060ac578, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=8e52c04f-0201-4604-827a-8116060ac578,segment=NetworkSegment(989a23f7-b1d9-49cd-b7ba-1fda6ddeb386),segment_id=989a23f7-b1d9-49cd-b7ba-1fda6ddeb386)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:00:13.945039 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:13.947201 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:14.016687 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=8e52c04f-0201-4604-827a-8116060ac578,revision_number=5']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:14.020016 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:14.032033 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd83a4-92f9-44e7-b6f0-4f84c84aade9 req-3cf1ecb6-1386-4738-95c6-54799ff549b3 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:14.033794 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-95cd83a4-92f9-44e7-b6f0-4f84c84aade9 req-3cf1ecb6-1386-4738-95c6-54799ff549b3 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 945 time: 0.2560828 Sep 20 16:00:14.105917 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6a33c4-a5d3-42bc-b013-e5a03569d9fc req-ea265fb5-c149-47fb-8f75-22e181f9ca69 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:14.107657 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ef6a33c4-a5d3-42bc-b013-e5a03569d9fc req-ea265fb5-c149-47fb-8f75-22e181f9ca69 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 946 time: 0.2451499 Sep 20 16:00:14.142571 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8fa32abd-ace1-458f-9871-e82b83acff9a req-6ea96b82-e48d-479f-8fad-feaf4be76dd1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 1098 time: 0.1956706 Sep 20 16:00:14.158040 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-95cd83a4-92f9-44e7-b6f0-4f84c84aade9 req-972eb438-ed97-489a-8c59-6bec930ec476 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112885 Sep 20 16:00:14.180627 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.agents_db [None req-ae0f67a0-09e8-4135-93df-5bebfb5cb2de None None] Agent healthcheck: found 6 active agents {{(pid=82371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 20 16:00:14.216180 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ef6a33c4-a5d3-42bc-b013-e5a03569d9fc req-44f70c52-8d1e-46f4-b9d2-c2938647f128 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968845 Sep 20 16:00:14.219836 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8fa32abd-ace1-458f-9871-e82b83acff9a req-75772aba-f0b3-43fb-903e-958ab527bcc6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647378 Sep 20 16:00:14.429712 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f21306-6d70-4c83-8d48-2fc6cb1f62ce req-af73c6ee-b1d7-468b-97bb-58fcdaba9cbf tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:14.432777 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f4f21306-6d70-4c83-8d48-2fc6cb1f62ce req-af73c6ee-b1d7-468b-97bb-58fcdaba9cbf tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.1223795 Sep 20 16:00:14.500667 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f4f21306-6d70-4c83-8d48-2fc6cb1f62ce req-759d8a49-5fd3-4c2e-98f3-75baeea4705f tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613875 Sep 20 16:00:14.693752 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-de7ac8b7-9ec7-4479-8c68-bca184fb36a5 req-5ec6a68b-e43a-4b5c-a3a3-d3e6ddfd7c1d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0ad6fb96f2948788cf8a1d3d787552f&device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 1099 time: 0.1515727 Sep 20 16:00:14.703766 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf79e73-cac8-4e75-9a08-3c26bb8857d9 req-556815a9-6050-4af3-a0e3-2ff0af10af4a tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:14.705500 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ecf79e73-cac8-4e75-9a08-3c26bb8857d9 req-556815a9-6050-4af3-a0e3-2ff0af10af4a tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 946 time: 0.1125731 Sep 20 16:00:14.877536 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ecf79e73-cac8-4e75-9a08-3c26bb8857d9 req-ffb7e27e-53e6-4ff1-adc2-3069684fd353 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469381 Sep 20 16:00:14.909822 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ac8b7-9ec7-4479-8c68-bca184fb36a5 req-37833174-cea5-482a-847e-372823f6f1d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:14.911624 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-de7ac8b7-9ec7-4479-8c68-bca184fb36a5 req-37833174-cea5-482a-847e-372823f6f1d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=526d51a6-e1d8-43dc-ad4b-1d3805a10527 HTTP/1.1" status: 200 len: 919 time: 0.2049909 Sep 20 16:00:14.996014 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-de7ac8b7-9ec7-4479-8c68-bca184fb36a5 req-b580968a-63a9-4c5f-9a75-db4b79a4194f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35dec15f-039d-4bd9-9756-575332254874 HTTP/1.1" status: 200 len: 217 time: 0.0680282 Sep 20 16:00:15.086232 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ac8b7-9ec7-4479-8c68-bca184fb36a5 req-7942f591-915a-45cc-b433-69567defdc85 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:15.088336 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-de7ac8b7-9ec7-4479-8c68-bca184fb36a5 req-7942f591-915a-45cc-b433-69567defdc85 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99e482be-1e6b-4c97-9638-74c80f0f9561 HTTP/1.1" status: 200 len: 858 time: 0.0742142 Sep 20 16:00:15.143737 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-de7ac8b7-9ec7-4479-8c68-bca184fb36a5 req-3393ba0d-40b3-40fe-bf64-9dc58401781f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=526d51a6-e1d8-43dc-ad4b-1d3805a10527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450370 Sep 20 16:00:15.318035 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-de7ac8b7-9ec7-4479-8c68-bca184fb36a5 req-581ad99b-99c8-45f1-bbec-c8845cff2579 service neutron] 10.222.0.36 "GET /v2.0/networks/526d51a6-e1d8-43dc-ad4b-1d3805a10527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617966 Sep 20 16:00:15.562906 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c615584-7107-4e5f-b3a8-fdda98e9f62b req-7edfb81a-084a-48cf-97fe-627cab327cef tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:15.571345 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3c615584-7107-4e5f-b3a8-fdda98e9f62b req-7edfb81a-084a-48cf-97fe-627cab327cef tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 946 time: 0.2423873 Sep 20 16:00:15.575697 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-de7ac8b7-9ec7-4479-8c68-bca184fb36a5 req-d26befca-10b4-4b1a-b94f-002844f8e9db service neutron] 10.222.0.36 "GET /v2.0/networks/526d51a6-e1d8-43dc-ad4b-1d3805a10527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488711 Sep 20 16:00:15.642722 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3c615584-7107-4e5f-b3a8-fdda98e9f62b req-d0a9c6d1-fffc-4ca5-9c08-02ca2d951010 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701709 Sep 20 16:00:15.665736 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97678124-5077-451a-bb56-fac239ecbdc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e52c04f-0201-4604-827a-8116060ac578'}] {{(pid=82370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:00:15.762153 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97678124-5077-451a-bb56-fac239ecbdc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e52c04f-0201-4604-827a-8116060ac578', 'code': 200} Sep 20 16:00:15.796706 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef4317b-d6cb-4c0b-8203-f6ce08b05a79 req-95053520-0760-401b-8df4-1f67fe4a3984 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:15.805675 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5ef4317b-d6cb-4c0b-8203-f6ce08b05a79 req-95053520-0760-401b-8df4-1f67fe4a3984 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.1196551 Sep 20 16:00:15.881914 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5ef4317b-d6cb-4c0b-8203-f6ce08b05a79 req-a0476b41-b8b5-45a8-b680-5bbcdcd8c35a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743396 Sep 20 16:00:16.079169 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c13cc8-2d19-4715-82f7-97e3ad81574b req-f33f108c-30b0-4762-91af-9e014249c6a5 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:16.080762 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c1c13cc8-2d19-4715-82f7-97e3ad81574b req-f33f108c-30b0-4762-91af-9e014249c6a5 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 946 time: 0.0852652 Sep 20 16:00:16.129267 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c1c13cc8-2d19-4715-82f7-97e3ad81574b req-49f5704b-b4da-402a-8001-8fb92899903b tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421374 Sep 20 16:00:16.870162 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 52236) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:16.885856 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c6664d-f82e-423a-976a-c89f1ea44305 req-cd2b457f-eda6-4872-92bb-1f4f48d399bb tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:16.887638 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-27c6664d-f82e-423a-976a-c89f1ea44305 req-cd2b457f-eda6-4872-92bb-1f4f48d399bb tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 946 time: 0.0950038 Sep 20 16:00:16.956945 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-27c6664d-f82e-423a-976a-c89f1ea44305 req-e1b0b293-8b65-4352-9259-f801e0b36514 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615952 Sep 20 16:00:17.086435 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fe03e5ce-690d-4a62-b5ff-a9e4b73f7c2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:17.135706 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-fe03e5ce-690d-4a62-b5ff-a9e4b73f7c2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:00:17.147812 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-fe03e5ce-690d-4a62-b5ff-a9e4b73f7c2c admin admin] Usage tracker for resource:security_group_rule and tenant:0fd404d3a42640b3a6de3abd39faf5ae is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:00:17.151981 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-fe03e5ce-690d-4a62-b5ff-a9e4b73f7c2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:00:17.159806 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-fe03e5ce-690d-4a62-b5ff-a9e4b73f7c2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:00:17.176501 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a870e5-38a2-4cd6-ad00-87a3df162440 req-fda4c315-498c-416f-89ff-b805211726c2 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:17.178138 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-70a870e5-38a2-4cd6-ad00-87a3df162440 req-fda4c315-498c-416f-89ff-b805211726c2 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.1321099 Sep 20 16:00:17.253701 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-70a870e5-38a2-4cd6-ad00-87a3df162440 req-8345e221-b8aa-45ba-8291-54dae6e16bb3 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654202 Sep 20 16:00:17.335052 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fe03e5ce-690d-4a62-b5ff-a9e4b73f7c2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:17.335052 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fe03e5ce-690d-4a62-b5ff-a9e4b73f7c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:17.344122 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:17.440609 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe03e5ce-690d-4a62-b5ff-a9e4b73f7c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6481125-7144-4d5f-94d7-5712c0f2090c,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:17.450641 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-fe03e5ce-690d-4a62-b5ff-a9e4b73f7c2c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0fd404d3a42640b3a6de3abd39faf5ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5793176 Sep 20 16:00:17.453806 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 52254) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:17.469774 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533872d-a4c2-4fe1-b7ac-1cb57d60a791 req-5e003bab-d892-4069-aaf4-adbf74998ed0 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:17.471380 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2533872d-a4c2-4fe1-b7ac-1cb57d60a791 req-5e003bab-d892-4069-aaf4-adbf74998ed0 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 946 time: 0.2145805 Sep 20 16:00:17.474523 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03e5ce-690d-4a62-b5ff-a9e4b73f7c2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:00:17.474975 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03e5ce-690d-4a62-b5ff-a9e4b73f7c2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:00:17.475365 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03e5ce-690d-4a62-b5ff-a9e4b73f7c2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:00:17.475754 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03e5ce-690d-4a62-b5ff-a9e4b73f7c2c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:00:17.476137 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03e5ce-690d-4a62-b5ff-a9e4b73f7c2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:00:17.476519 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03e5ce-690d-4a62-b5ff-a9e4b73f7c2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:00:17.476898 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03e5ce-690d-4a62-b5ff-a9e4b73f7c2c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:00:17.477281 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03e5ce-690d-4a62-b5ff-a9e4b73f7c2c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:00:17.477660 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03e5ce-690d-4a62-b5ff-a9e4b73f7c2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:00:17.478033 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03e5ce-690d-4a62-b5ff-a9e4b73f7c2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:00:17.478404 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe03e5ce-690d-4a62-b5ff-a9e4b73f7c2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:00:17.484051 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-fe03e5ce-690d-4a62-b5ff-a9e4b73f7c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:17.524231 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-29fc5e32-1c58-4989-b3d8-332261de0448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:17.546371 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2533872d-a4c2-4fe1-b7ac-1cb57d60a791 req-7d0823ae-9b7c-44c1-9016-050c8e71ae1a tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642626 Sep 20 16:00:17.551132 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-29fc5e32-1c58-4989-b3d8-332261de0448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:17.553759 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc3f9d-5a72-4b3a-81f1-a07dbf9f3d2e req-f31f2c15-ca15-4647-9d04-15b65c477bb5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:17.555399 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a5bc3f9d-5a72-4b3a-81f1-a07dbf9f3d2e req-f31f2c15-ca15-4647-9d04-15b65c477bb5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.1644938 Sep 20 16:00:17.565093 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 52260) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:17.571221 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-031fe2de-5cf9-487b-92f2-845fb4843289 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Request body: {'floatingip': {'port_id': '522e6331-094c-47d9-b04b-55e867c66586'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:00:17.596882 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-29fc5e32-1c58-4989-b3d8-332261de0448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:17.602465 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:17.616624 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc5e32-1c58-4989-b3d8-332261de0448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6481125-7144-4d5f-94d7-5712c0f2090c,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:17.622018 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-29fc5e32-1c58-4989-b3d8-332261de0448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:17.623257 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-29fc5e32-1c58-4989-b3d8-332261de0448 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e6481125-7144-4d5f-94d7-5712c0f2090c HTTP/1.1" status: 204 len: 168 time: 0.1684065 Sep 20 16:00:17.629410 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fc5e32-1c58-4989-b3d8-332261de0448 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:00:17.629884 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fc5e32-1c58-4989-b3d8-332261de0448 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:00:17.630345 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fc5e32-1c58-4989-b3d8-332261de0448 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:00:17.630866 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fc5e32-1c58-4989-b3d8-332261de0448 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:00:17.631373 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fc5e32-1c58-4989-b3d8-332261de0448 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:00:17.631832 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fc5e32-1c58-4989-b3d8-332261de0448 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:00:17.632288 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fc5e32-1c58-4989-b3d8-332261de0448 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:00:17.632742 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fc5e32-1c58-4989-b3d8-332261de0448 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:00:17.633190 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fc5e32-1c58-4989-b3d8-332261de0448 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:00:17.633639 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fc5e32-1c58-4989-b3d8-332261de0448 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:00:17.634096 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29fc5e32-1c58-4989-b3d8-332261de0448 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:00:17.637441 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-29fc5e32-1c58-4989-b3d8-332261de0448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:17.655151 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-031fe2de-5cf9-487b-92f2-845fb4843289 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for floatingip, before_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:18.005112 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 52272) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:18.046366 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0382190e-5a2e-4a8e-a140-d433cba9657c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:18.091939 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-0382190e-5a2e-4a8e-a140-d433cba9657c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:00:18.096612 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-0382190e-5a2e-4a8e-a140-d433cba9657c admin admin] Usage tracker for resource:security_group_rule and tenant:12c3133f3b114ee4ae799806dafc5173 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:00:18.100538 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-0382190e-5a2e-4a8e-a140-d433cba9657c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:00:18.106649 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-0382190e-5a2e-4a8e-a140-d433cba9657c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:00:18.172588 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0382190e-5a2e-4a8e-a140-d433cba9657c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:18.175539 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0382190e-5a2e-4a8e-a140-d433cba9657c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:18.184207 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:18.230057 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0382190e-5a2e-4a8e-a140-d433cba9657c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c05528-b328-4d1e-ac00-01bb4c70eced,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:18.233526 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0382190e-5a2e-4a8e-a140-d433cba9657c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:18.238672 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-0382190e-5a2e-4a8e-a140-d433cba9657c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=12c3133f3b114ee4ae799806dafc5173&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2295630 Sep 20 16:00:18.239682 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 52278) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:18.302388 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6bb5fcbc-c66a-47e9-908f-8d392f5b4808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:18.329464 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6bb5fcbc-c66a-47e9-908f-8d392f5b4808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:18.342716 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f3d52-68cf-456f-9d1c-6bf2329b45a9 req-eae1778d-b7e5-4f82-9218-2e4623cff178 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:18.344114 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4e9f3d52-68cf-456f-9d1c-6bf2329b45a9 req-eae1778d-b7e5-4f82-9218-2e4623cff178 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 946 time: 0.1945715 Sep 20 16:00:18.375301 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6bb5fcbc-c66a-47e9-908f-8d392f5b4808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:18.382130 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:18.396345 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb5fcbc-c66a-47e9-908f-8d392f5b4808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c05528-b328-4d1e-ac00-01bb4c70eced,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:18.398339 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6bb5fcbc-c66a-47e9-908f-8d392f5b4808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:18.403934 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-6bb5fcbc-c66a-47e9-908f-8d392f5b4808 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/45c05528-b328-4d1e-ac00-01bb4c70eced HTTP/1.1" status: 204 len: 168 time: 0.1617322 Sep 20 16:00:18.403934 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-6bb5fcbc-c66a-47e9-908f-8d392f5b4808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:18.565066 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4e9f3d52-68cf-456f-9d1c-6bf2329b45a9 req-e9e45e05-8145-4903-8651-17bd4764ad5e tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2036283 Sep 20 16:00:18.804599 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-031fe2de-5cf9-487b-92f2-845fb4843289 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:18.808368 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-031fe2de-5cf9-487b-92f2-845fb4843289 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1017788'] for floatingip, after_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:18.879098 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 52292) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:18.900130 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c460954e-3f0e-4ace-8e52-cfc76d80b38d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:18.934154 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-c460954e-3f0e-4ace-8e52-cfc76d80b38d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:00:18.938210 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-c460954e-3f0e-4ace-8e52-cfc76d80b38d admin admin] Usage tracker for resource:security_group_rule and tenant:c5ac94bc8c114faa923e9b814508be0a is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:00:18.942359 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-c460954e-3f0e-4ace-8e52-cfc76d80b38d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:00:18.947667 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-c460954e-3f0e-4ace-8e52-cfc76d80b38d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:00:19.000616 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432f571-ea42-412a-a600-c5b6844d98b2 req-e50f5360-60f9-4e93-b430-62d8ffd1f598 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:19.002213 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c432f571-ea42-412a-a600-c5b6844d98b2 req-e50f5360-60f9-4e93-b430-62d8ffd1f598 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 946 time: 0.2975633 Sep 20 16:00:19.014311 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c460954e-3f0e-4ace-8e52-cfc76d80b38d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:19.017111 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c460954e-3f0e-4ace-8e52-cfc76d80b38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:19.025709 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:19.068137 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460954e-3f0e-4ace-8e52-cfc76d80b38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ee6870-e443-41a6-8268-9994fe3aa40f,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:19.073766 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c460954e-3f0e-4ace-8e52-cfc76d80b38d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:19.080375 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-c460954e-3f0e-4ace-8e52-cfc76d80b38d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c5ac94bc8c114faa923e9b814508be0a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1998622 Sep 20 16:00:19.080916 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 52298) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:19.090708 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c432f571-ea42-412a-a600-c5b6844d98b2 req-c1bd6a69-36df-4c95-973a-a23b42b1ce1d tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814164 Sep 20 16:00:19.093559 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0565c248-326d-464c-9cc7-4d2f92e754f9 req-78cf8da0-8a90-4c6d-9047-78ca20dc8616 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 1099 time: 0.2171776 Sep 20 16:00:19.150024 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-275a359b-b7ee-4383-8bf8-40672ef8b029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:19.159814 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0565c248-326d-464c-9cc7-4d2f92e754f9 req-64bdf450-e486-454d-9c92-2a592a5c12ce service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588796 Sep 20 16:00:19.176732 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.db.l3_db [None req-031fe2de-5cf9-487b-92f2-845fb4843289 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Floating IP 7b389528-baf8-4cd7-b515-c984611d9ea5 associated. External IP: 172.27.3.178, port: 522e6331-094c-47d9-b04b-55e867c66586. Sep 20 16:00:19.179030 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-275a359b-b7ee-4383-8bf8-40672ef8b029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:19.226315 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-275a359b-b7ee-4383-8bf8-40672ef8b029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:19.231548 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0a6caefb-5bbf-463f-9378-39170bcf8c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:19.244420 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a359b-b7ee-4383-8bf8-40672ef8b029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ee6870-e443-41a6-8268-9994fe3aa40f,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:19.247853 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-275a359b-b7ee-4383-8bf8-40672ef8b029 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:19.249834 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-275a359b-b7ee-4383-8bf8-40672ef8b029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:19.251094 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-275a359b-b7ee-4383-8bf8-40672ef8b029 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/57ee6870-e443-41a6-8268-9994fe3aa40f HTTP/1.1" status: 204 len: 168 time: 0.1691658 Sep 20 16:00:19.817013 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6560f920-db6f-48fc-a7f8-72b308855e74 req-57b9e0b7-02a4-4a4a-bf46-e668cc6e0138 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:19.819188 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-6560f920-db6f-48fc-a7f8-72b308855e74 req-57b9e0b7-02a4-4a4a-bf46-e668cc6e0138 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 946 time: 0.1128213 Sep 20 16:00:19.879569 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031fe2de-5cf9-487b-92f2-845fb4843289 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Router 17290f84-0f42-496c-aea2-a1e118d98dc2 has already been hosted by L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a {{(pid=82368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 20 16:00:19.891160 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-6560f920-db6f-48fc-a7f8-72b308855e74 req-d86978b3-10c6-4d63-9f92-4f508ad97942 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651774 Sep 20 16:00:20.129392 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031fe2de-5cf9-487b-92f2-845fb4843289 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 16:00:20.146284 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef21676d-0c62-4891-b834-ef7eb36efff6 None None] Sync routers for ids ['17290f84-0f42-496c-aea2-a1e118d98dc2'] in dv-cinder-809669-1-iscsi {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 16:00:20.160041 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-031fe2de-5cf9-487b-92f2-845fb4843289 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for floatingip, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:20.170081 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef21676d-0c62-4891-b834-ef7eb36efff6 None None] Routers {'17290f84-0f42-496c-aea2-a1e118d98dc2'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:00:20.170776 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-ef21676d-0c62-4891-b834-ef7eb36efff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:00:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['17290f84-0f42-496c-aea2-a1e118d98dc2'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:00:20.219005 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 52336) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:20.226141 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-031fe2de-5cf9-487b-92f2-845fb4843289 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "PUT /v2.0/floatingips/7b389528-baf8-4cd7-b515-c984611d9ea5 HTTP/1.1" status: 200 len: 991 time: 2.6598165 Sep 20 16:00:20.227091 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9d08e0-9510-4a65-bdc0-87161ec3adf3', 'tag': '522e6331-094c-47d9-b04b-55e867c66586'}] {{(pid=82368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:00:20.401689 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7045b6c9-7475-43fa-b076-1cf7dd917a3a req-714d6806-9dd5-49e3-b27f-166c24887b05 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:20.403703 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7045b6c9-7475-43fa-b076-1cf7dd917a3a req-714d6806-9dd5-49e3-b27f-166c24887b05 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 946 time: 0.1475117 Sep 20 16:00:20.449877 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-b1d69d34-0b70-44d7-8253-4ba5e4776dc6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-515067636-network', 'tenant_id': '5af864f5c277407b926d6860bf75ec1e'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:00:20.455934 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-b1d69d34-0b70-44d7-8253-4ba5e4776dc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:00:20.459223 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-b1d69d34-0b70-44d7-8253-4ba5e4776dc6 admin admin] Usage tracker for resource:network and tenant:5af864f5c277407b926d6860bf75ec1e is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:00:20.462360 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-b1d69d34-0b70-44d7-8253-4ba5e4776dc6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:00:20.466736 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7045b6c9-7475-43fa-b076-1cf7dd917a3a req-1302ead6-82e8-4bc6-ad00-d02867456731 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557797 Sep 20 16:00:20.469080 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-b1d69d34-0b70-44d7-8253-4ba5e4776dc6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:00:20.478822 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d69d34-0b70-44d7-8253-4ba5e4776dc6 admin admin] Made reservation on behalf of 5af864f5c277407b926d6860bf75ec1e for: {'network': 1} {{(pid=82369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 16:00:20.483593 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b1d69d34-0b70-44d7-8253-4ba5e4776dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for network, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:20.497565 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b1d69d34-0b70-44d7-8253-4ba5e4776dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:20.531840 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-b1d69d34-0b70-44d7-8253-4ba5e4776dc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:00:20.534608 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9d08e0-9510-4a65-bdc0-87161ec3adf3', 'tag': '522e6331-094c-47d9-b04b-55e867c66586', 'status': 'completed', 'code': 200} Sep 20 16:00:20.536066 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-b1d69d34-0b70-44d7-8253-4ba5e4776dc6 admin admin] Usage tracker for resource:security_group_rule and tenant:5af864f5c277407b926d6860bf75ec1e is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:00:20.539703 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-b1d69d34-0b70-44d7-8253-4ba5e4776dc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:00:20.542585 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-ef21676d-0c62-4891-b834-ef7eb36efff6 None None] Set router 17290f84-0f42-496c-aea2-a1e118d98dc2 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:00:20.545708 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-b1d69d34-0b70-44d7-8253-4ba5e4776dc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:00:20.619302 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b1d69d34-0b70-44d7-8253-4ba5e4776dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:20.622906 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b1d69d34-0b70-44d7-8253-4ba5e4776dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:20.627232 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-e4034568-d16c-4d03-83ca-a97a0f9efd5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:20.656581 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1d69d34-0b70-44d7-8253-4ba5e4776dc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=82369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 20 16:00:20.669553 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d69d34-0b70-44d7-8253-4ba5e4776dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb45616-f7db-41e9-aa07-a59b29f77e8b,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:20.673847 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b1d69d34-0b70-44d7-8253-4ba5e4776dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:20.674764 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b1d69d34-0b70-44d7-8253-4ba5e4776dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854403426'] for segment, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:20.675177 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.db.segments_db [None req-b1d69d34-0b70-44d7-8253-4ba5e4776dc6 admin admin] Added segment 36cb39eb-ee78-4833-962f-86df7669a729 of type vlan for network b3c95ed8-174a-4d94-ae32-f5c9c9e2d451 Sep 20 16:00:20.712493 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b1d69d34-0b70-44d7-8253-4ba5e4776dc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786513467763'] for network, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:20.742394 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b1d69d34-0b70-44d7-8253-4ba5e4776dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223'] for network, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:20.743855 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d69d34-0b70-44d7-8253-4ba5e4776dc6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:20.744520 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b1d69d34-0b70-44d7-8253-4ba5e4776dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for network, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:20.749500 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-8315e200-0245-41d1-8c31-cb986f183d42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:20.861039 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-b1d69d34-0b70-44d7-8253-4ba5e4776dc6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6378350 Sep 20 16:00:20.861039 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d69d34-0b70-44d7-8253-4ba5e4776dc6 admin admin] Pushing event updated for resources: {'Network': ['ID=b3c95ed8-174a-4d94-ae32-f5c9c9e2d451,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:20.862015 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 52352) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:20.862780 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b1d69d34-0b70-44d7-8253-4ba5e4776dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:20.872884 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-7ebe7ef2-135e-406b-954f-2391dcfffb4c admin admin] Request body: {'subnet': {'network_id': 'b3c95ed8-174a-4d94-ae32-f5c9c9e2d451', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-515067636-subnet', 'tenant_id': '5af864f5c277407b926d6860bf75ec1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:00:20.878790 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-7ebe7ef2-135e-406b-954f-2391dcfffb4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:00:20.881570 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Network b3c95ed8-174a-4d94-ae32-f5c9c9e2d451 details requested by agent ovs-agent-dv-cinder-809669-1-iscsi with host dv-cinder-809669-1-iscsi {{(pid=82370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 20 16:00:20.883495 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-7ebe7ef2-135e-406b-954f-2391dcfffb4c admin admin] Usage tracker for resource:subnet and tenant:5af864f5c277407b926d6860bf75ec1e is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:00:20.887635 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-7ebe7ef2-135e-406b-954f-2391dcfffb4c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:00:20.893876 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-7ebe7ef2-135e-406b-954f-2391dcfffb4c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:00:20.906901 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebe7ef2-135e-406b-954f-2391dcfffb4c admin admin] Made reservation on behalf of 5af864f5c277407b926d6860bf75ec1e for: {'subnet': 1} {{(pid=82368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 16:00:20.913354 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7ebe7ef2-135e-406b-954f-2391dcfffb4c admin admin] Notify callbacks [] for subnet, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:20.917180 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-ef21676d-0c62-4891-b834-ef7eb36efff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'name': 'tempest-AttachVolumeTestJSON-1316904417-router', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd9bfb57d-fb5e-4875-9288-3eb7c3a1f34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:15Z', 'updated_at': '2021-09-20T15:59:28Z', 'revision_number': 4, 'project_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'gw_port': {'id': 'd9bfb57d-fb5e-4875-9288-3eb7c3a1f34e', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:32:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:17Z', 'updated_at': '2021-09-20T15:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_floatingips': [{'id': '7b389528-baf8-4cd7-b515-c984611d9ea5', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'router_id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'port_id': '522e6331-094c-47d9-b04b-55e867c66586', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe', 'mac_address': 'fa:16:3e:f0:5a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9d08e0-9510-4a65-bdc0-87161ec3adf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T15:59:46Z', 'updated_at': '2021-09-20T16:00:18Z', 'revision_number': 1, 'project_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00179544-7199-4841-9ab7-15bb33fe9b6d', 'name': '', 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'mac_address': 'fa:16:3e:17:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff460d82-964a-44b5-b5c5-4abe0f89a661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:27Z', 'updated_at': '2021-09-20T15:59:48Z', 'revision_number': 5, 'project_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'subnets': [{'id': 'ff460d82-964a-44b5-b5c5-4abe0f89a661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:00:20.921445 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef21676d-0c62-4891-b834-ef7eb36efff6 None None] Checking router: 17290f84-0f42-496c-aea2-a1e118d98dc2 for host: dv-cinder-809669-1-iscsi {{(pid=82371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 16:00:20.936208 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef21676d-0c62-4891-b834-ef7eb36efff6 None None] Routers {'17290f84-0f42-496c-aea2-a1e118d98dc2'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:00:20.936943 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-ef21676d-0c62-4891-b834-ef7eb36efff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:00:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['17290f84-0f42-496c-aea2-a1e118d98dc2'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:00:21.122195 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-ef21676d-0c62-4891-b834-ef7eb36efff6 None None] Set router 17290f84-0f42-496c-aea2-a1e118d98dc2 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:00:21.176633 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b2a910-28b0-4e64-a9ce-637d2ce1f0f9 req-0b992227-9216-42f0-8036-4abd154cd9db tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:21.178797 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f7b2a910-28b0-4e64-a9ce-637d2ce1f0f9 req-0b992227-9216-42f0-8036-4abd154cd9db tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 946 time: 0.1420693 Sep 20 16:00:21.253917 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7ebe7ef2-135e-406b-954f-2391dcfffb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223'] for subnet, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:21.261566 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-6f408ffa-614d-4502-9be8-13a181beb236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:21.292745 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f7b2a910-28b0-4e64-a9ce-637d2ce1f0f9 req-005299db-bf97-4fb3-85ef-074375ddee24 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066682 Sep 20 16:00:21.340809 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe7ef2-135e-406b-954f-2391dcfffb4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf2dfefe-0075-4586-a5b1-8add57d254b7,revision_number=0']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:21.346785 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-7ebe7ef2-135e-406b-954f-2391dcfffb4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:21.352674 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebe7ef2-135e-406b-954f-2391dcfffb4c admin admin] Checking segment: {'id': '36cb39eb-ee78-4833-962f-86df7669a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b3c95ed8-174a-4d94-ae32-f5c9c9e2d451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:00:21.353072 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebe7ef2-135e-406b-954f-2391dcfffb4c admin admin] Network hostable DHCP agents. Network: b3c95ed8-174a-4d94-ae32-f5c9c9e2d451, hostable agents: ['8165851e-a8d8-41e5-9937-b2b676de37d1'], hosted agents: [] {{(pid=82368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 20 16:00:21.375140 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebe7ef2-135e-406b-954f-2391dcfffb4c admin admin] Network b3c95ed8-174a-4d94-ae32-f5c9c9e2d451 is scheduled to be hosted by DHCP agent 8165851e-a8d8-41e5-9937-b2b676de37d1 with binding_index 1 {{(pid=82368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 20 16:00:21.383901 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-7ebe7ef2-135e-406b-954f-2391dcfffb4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809669-1-iscsi, b3c95ed8-174a-4d94-ae32-f5c9c9e2d451) {{(pid=82368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:00:21.388027 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebe7ef2-135e-406b-954f-2391dcfffb4c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:21.388688 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7ebe7ef2-135e-406b-954f-2391dcfffb4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for subnet, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:21.394589 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792e0dd7-8df6-4a5c-abcc-1168b15cf550 None None] Network b3c95ed8-174a-4d94-ae32-f5c9c9e2d451 requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 16:00:21.409676 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-7ebe7ef2-135e-406b-954f-2391dcfffb4c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5467346 Sep 20 16:00:21.522915 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-ef21676d-0c62-4891-b834-ef7eb36efff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'name': 'tempest-AttachVolumeTestJSON-1316904417-router', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd9bfb57d-fb5e-4875-9288-3eb7c3a1f34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:15Z', 'updated_at': '2021-09-20T15:59:28Z', 'revision_number': 4, 'project_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'gw_port': {'id': 'd9bfb57d-fb5e-4875-9288-3eb7c3a1f34e', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:32:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:17Z', 'updated_at': '2021-09-20T15:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_floatingips': [{'id': '7b389528-baf8-4cd7-b515-c984611d9ea5', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'router_id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'port_id': '522e6331-094c-47d9-b04b-55e867c66586', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe', 'mac_address': 'fa:16:3e:f0:5a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9d08e0-9510-4a65-bdc0-87161ec3adf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T15:59:46Z', 'updated_at': '2021-09-20T16:00:18Z', 'revision_number': 1, 'project_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00179544-7199-4841-9ab7-15bb33fe9b6d', 'name': '', 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'mac_address': 'fa:16:3e:17:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff460d82-964a-44b5-b5c5-4abe0f89a661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:27Z', 'updated_at': '2021-09-20T15:59:48Z', 'revision_number': 5, 'project_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'subnets': [{'id': 'ff460d82-964a-44b5-b5c5-4abe0f89a661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:00:21.527855 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef21676d-0c62-4891-b834-ef7eb36efff6 None None] The sync data for ids ['17290f84-0f42-496c-aea2-a1e118d98dc2'] in dv-cinder-809669-1-iscsi is: [{'id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'name': 'tempest-AttachVolumeTestJSON-1316904417-router', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd9bfb57d-fb5e-4875-9288-3eb7c3a1f34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:15Z', 'updated_at': '2021-09-20T15:59:28Z', 'revision_number': 4, 'project_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'gw_port': {'id': 'd9bfb57d-fb5e-4875-9288-3eb7c3a1f34e', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:32:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:17Z', 'updated_at': '2021-09-20T15:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_floatingips': [{'id': '7b389528-baf8-4cd7-b515-c984611d9ea5', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'router_id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'port_id': '522e6331-094c-47d9-b04b-55e867c66586', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe', 'mac_address': 'fa:16:3e:f0:5a:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9d08e0-9510-4a65-bdc0-87161ec3adf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T15:59:46Z', 'updated_at': '2021-09-20T16:00:18Z', 'revision_number': 1, 'project_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00179544-7199-4841-9ab7-15bb33fe9b6d', 'name': '', 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'mac_address': 'fa:16:3e:17:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff460d82-964a-44b5-b5c5-4abe0f89a661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:27Z', 'updated_at': '2021-09-20T15:59:48Z', 'revision_number': 5, 'project_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'subnets': [{'id': 'ff460d82-964a-44b5-b5c5-4abe0f89a661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 16:00:21.667641 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6210a7f0-a907-48f0-aeec-5b183ea99920 None None] Network b3c95ed8-174a-4d94-ae32-f5c9c9e2d451 requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 16:00:21.733694 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d176f-06f1-4a1c-8caf-6e085108d7c3 req-d67c4e17-5668-4415-8c1c-b0be1c589daa tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:21.735494 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-353d176f-06f1-4a1c-8caf-6e085108d7c3 req-d67c4e17-5668-4415-8c1c-b0be1c589daa tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 946 time: 0.1185052 Sep 20 16:00:21.799455 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-353d176f-06f1-4a1c-8caf-6e085108d7c3 req-2ecdb45e-e879-4add-b18c-8e4d40a581fe tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555427 Sep 20 16:00:21.955037 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce33e9c-b383-40a4-ad27-68b1479b3eb0 None None] New status for floating IP 7b389528-baf8-4cd7-b515-c984611d9ea5: ACTIVE {{(pid=82370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 20 16:00:22.268997 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-986f21a6-c020-451b-9fe7-b697b81a7de8 req-8ee499b1-3bbc-45e3-813b-40b41347ff19 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fd7704af87e049c8b60cee7ad66c9d89&device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 1098 time: 0.0829260 Sep 20 16:00:22.419150 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f21a6-c020-451b-9fe7-b697b81a7de8 req-6e5b081c-7c2f-4b28-9135-36731c126be8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:22.420840 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-986f21a6-c020-451b-9fe7-b697b81a7de8 req-6e5b081c-7c2f-4b28-9135-36731c126be8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d940861-2256-4176-a2ad-3f8353b646fe HTTP/1.1" status: 200 len: 912 time: 0.1368606 Sep 20 16:00:22.591307 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-986f21a6-c020-451b-9fe7-b697b81a7de8 req-15843c2f-433c-4742-80a2-d4c8d3fcd8c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=522e6331-094c-47d9-b04b-55e867c66586 HTTP/1.1" status: 200 len: 1001 time: 0.1571939 Sep 20 16:00:22.606019 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06d9143-54c6-4956-992c-f9d597b843d2 req-f9a834c6-50bb-4d29-ac5f-5555ce1402a5 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:22.607644 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f06d9143-54c6-4956-992c-f9d597b843d2 req-f9a834c6-50bb-4d29-ac5f-5555ce1402a5 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 946 time: 0.1754851 Sep 20 16:00:22.707385 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f21a6-c020-451b-9fe7-b697b81a7de8 req-d742d804-531b-4749-888a-da296db26682 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:22.709031 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-986f21a6-c020-451b-9fe7-b697b81a7de8 req-d742d804-531b-4749-888a-da296db26682 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff460d82-964a-44b5-b5c5-4abe0f89a661 HTTP/1.1" status: 200 len: 850 time: 0.1004496 Sep 20 16:00:22.714142 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f06d9143-54c6-4956-992c-f9d597b843d2 req-ffb673f3-af33-4441-bb2e-40c64b7d8408 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656412 Sep 20 16:00:22.796147 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-986f21a6-c020-451b-9fe7-b697b81a7de8 req-0d0b48c6-6030-4f10-86a3-a28eeb0eb77d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d940861-2256-4176-a2ad-3f8353b646fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778375 Sep 20 16:00:23.067791 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-986f21a6-c020-451b-9fe7-b697b81a7de8 req-81c231f0-5587-4a5b-acf7-83de24bef023 service neutron] 10.222.0.36 "GET /v2.0/networks/8d940861-2256-4176-a2ad-3f8353b646fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630641 Sep 20 16:00:23.083230 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bbb02-a7c8-4ef2-9fb0-ce8210e23d3c req-fb2ae327-fbc6-4800-8979-d0655bc86853 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:23.084831 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-216bbb02-a7c8-4ef2-9fb0-ce8210e23d3c req-fb2ae327-fbc6-4800-8979-d0655bc86853 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 946 time: 0.1309366 Sep 20 16:00:23.239077 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-216bbb02-a7c8-4ef2-9fb0-ce8210e23d3c req-0e1311c8-a397-4a27-bce1-cfe5e8ae5185 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295588 Sep 20 16:00:23.261386 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-986f21a6-c020-451b-9fe7-b697b81a7de8 req-f5c7e77a-af3a-4af2-84e4-533b5cc97173 service neutron] 10.222.0.36 "GET /v2.0/networks/8d940861-2256-4176-a2ad-3f8353b646fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754856 Sep 20 16:00:23.667861 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-1d481d39-e65f-4313-86d2-7c15c4b43618 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:23.669997 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-1d481d39-e65f-4313-86d2-7c15c4b43618 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/networks?id=b3c95ed8-174a-4d94-ae32-f5c9c9e2d451 HTTP/1.1" status: 200 len: 808 time: 0.1713481 Sep 20 16:00:23.700145 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-973bf8e4-cbbd-4c05-ade8-b63b8e76b3df tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/quotas/5af864f5c277407b926d6860bf75ec1e HTTP/1.1" status: 200 len: 375 time: 0.0225837 Sep 20 16:00:23.756399 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-f257a330-9ed5-483a-9de0-c983ccf6e811 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5af864f5c277407b926d6860bf75ec1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480037 Sep 20 16:00:23.919195 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 52442) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:24.014032 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-8c8d3977-f067-4789-b69c-c19be2e1da41 service neutron] 10.222.0.35 "GET /v2.0/networks/b3c95ed8-174a-4d94-ae32-f5c9c9e2d451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494354 Sep 20 16:00:24.025500 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b87157-1a00-46f4-a8ed-af5bfe213f8b req-222f9354-c36c-4fab-8690-308ac4768164 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:24.027121 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d5b87157-1a00-46f4-a8ed-af5bfe213f8b req-222f9354-c36c-4fab-8690-308ac4768164 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 946 time: 0.1555569 Sep 20 16:00:24.100567 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5744a020-c8a2-4717-961b-d833be2bc6a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:24.135029 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-5744a020-c8a2-4717-961b-d833be2bc6a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:00:24.139408 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-5744a020-c8a2-4717-961b-d833be2bc6a3 admin admin] Usage tracker for resource:security_group_rule and tenant:59d540dc0cc04f20a14b2440a8ad9904 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:00:24.142735 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-5744a020-c8a2-4717-961b-d833be2bc6a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:00:24.149074 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-5744a020-c8a2-4717-961b-d833be2bc6a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:00:24.187225 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d5b87157-1a00-46f4-a8ed-af5bfe213f8b req-997415e8-0238-4d9b-9939-3c229923754d tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349967 Sep 20 16:00:24.222339 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5744a020-c8a2-4717-961b-d833be2bc6a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:24.225488 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5744a020-c8a2-4717-961b-d833be2bc6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:24.230695 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-99f515c2-9e47-4c91-835e-7e56ab0ad788 service neutron] 10.222.0.35 "GET /v2.0/networks/b3c95ed8-174a-4d94-ae32-f5c9c9e2d451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025537 Sep 20 16:00:24.263674 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-34c852bb-0247-42e6-96d0-be36296ffa3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:24.274608 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-5744a020-c8a2-4717-961b-d833be2bc6a3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=59d540dc0cc04f20a14b2440a8ad9904&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3540659 Sep 20 16:00:24.277765 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 52462) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:24.328374 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5744a020-c8a2-4717-961b-d833be2bc6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3b43158-6372-4a93-80ff-1a2a0e89607c,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:24.332054 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-5744a020-c8a2-4717-961b-d833be2bc6a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:24.381196 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-767ac0a5-4e9e-4f09-bf1c-730e5a6d9dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:24.409819 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-767ac0a5-4e9e-4f09-bf1c-730e5a6d9dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:24.461920 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-767ac0a5-4e9e-4f09-bf1c-730e5a6d9dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:24.467404 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:24.480079 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ac0a5-4e9e-4f09-bf1c-730e5a6d9dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3b43158-6372-4a93-80ff-1a2a0e89607c,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:24.483237 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-767ac0a5-4e9e-4f09-bf1c-730e5a6d9dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:24.504383 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-767ac0a5-4e9e-4f09-bf1c-730e5a6d9dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:24.509845 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-767ac0a5-4e9e-4f09-bf1c-730e5a6d9dd5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a3b43158-6372-4a93-80ff-1a2a0e89607c HTTP/1.1" status: 204 len: 168 time: 0.2271211 Sep 20 16:00:25.010111 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e338696-80e6-4c66-8361-76bc5bce0e26 req-41a356f2-7251-4c6c-943a-9e631438c119 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:25.011764 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4e338696-80e6-4c66-8361-76bc5bce0e26 req-41a356f2-7251-4c6c-943a-9e631438c119 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 946 time: 0.4524012 Sep 20 16:00:25.019693 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 52500) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:25.025722 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31813a32-234b-45bc-96a5-2344f1a58bc6 req-5ab65826-9948-4dd1-9456-f83f6ba7e693 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:25.027475 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-31813a32-234b-45bc-96a5-2344f1a58bc6 req-5ab65826-9948-4dd1-9456-f83f6ba7e693 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 946 time: 0.1263199 Sep 20 16:00:25.027997 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 52504) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:25.034281 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-f3d4c82b-905d-4860-a7fc-789acf3220b1 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Request body: {'floatingip': {'port_id': '8e52c04f-0201-4604-827a-8116060ac578'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:00:25.053753 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ae59b856-52dd-47ef-ae74-fe4acc3db727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:25.095155 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-ae59b856-52dd-47ef-ae74-fe4acc3db727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:00:25.099364 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-ae59b856-52dd-47ef-ae74-fe4acc3db727 admin admin] Usage tracker for resource:security_group_rule and tenant:62ef448f10b046d4a76d94e4882832d7 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:00:25.102519 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-ae59b856-52dd-47ef-ae74-fe4acc3db727 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:00:25.109558 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-ae59b856-52dd-47ef-ae74-fe4acc3db727 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:00:25.179075 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f3d4c82b-905d-4860-a7fc-789acf3220b1 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for floatingip, before_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:25.191297 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ae59b856-52dd-47ef-ae74-fe4acc3db727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:25.195375 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ae59b856-52dd-47ef-ae74-fe4acc3db727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:25.204447 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:25.258385 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae59b856-52dd-47ef-ae74-fe4acc3db727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c968bef1-4fa5-4525-a83e-c36109f47a36,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:25.262558 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-ae59b856-52dd-47ef-ae74-fe4acc3db727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:25.265959 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-ae59b856-52dd-47ef-ae74-fe4acc3db727 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=62ef448f10b046d4a76d94e4882832d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2443421 Sep 20 16:00:25.269406 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 52512) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:25.328715 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-02f285e3-1064-4ecf-825e-c6cd3c2e058d req-37da591d-4e6c-4634-8828-23e7bb98c50c tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/ports?device_id=70c5386b-c552-4a3c-8bc8-fd76b96e4395 HTTP/1.1" status: 200 len: 210 time: 0.1935697 Sep 20 16:00:25.351027 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-55e14f56-4ee3-403e-9381-a96e0b73d69c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:25.362896 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-31813a32-234b-45bc-96a5-2344f1a58bc6 req-f51f315e-1233-4372-a1af-7efba6dfc7d2 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650204 Sep 20 16:00:25.383943 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-55e14f56-4ee3-403e-9381-a96e0b73d69c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:25.437196 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-55e14f56-4ee3-403e-9381-a96e0b73d69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:25.448609 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-97adfadc-3dd7-487f-80bf-3ba9cd7abe1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:25.467529 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e14f56-4ee3-403e-9381-a96e0b73d69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c968bef1-4fa5-4525-a83e-c36109f47a36,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:25.479033 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-55e14f56-4ee3-403e-9381-a96e0b73d69c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:25.479980 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-55e14f56-4ee3-403e-9381-a96e0b73d69c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:25.483756 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-55e14f56-4ee3-403e-9381-a96e0b73d69c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c968bef1-4fa5-4525-a83e-c36109f47a36 HTTP/1.1" status: 204 len: 168 time: 0.2108002 Sep 20 16:00:25.806102 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ad512-58db-4698-86d7-1f2717c4ecf1 req-d375a9bb-7a19-40b7-b9ba-4dbf13072f29 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:25.807750 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-256ad512-58db-4698-86d7-1f2717c4ecf1 req-d375a9bb-7a19-40b7-b9ba-4dbf13072f29 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/ports?device_id=89b1dcc8-f517-465b-a2e2-a31606fefbb6 HTTP/1.1" status: 200 len: 946 time: 0.2598021 Sep 20 16:00:25.946238 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-256ad512-58db-4698-86d7-1f2717c4ecf1 req-b43a5e5e-b7bc-4ee4-a2e5-444f33e3042e tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a2e695e-6110-42d9-a4d5-f18e495a1120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215003 Sep 20 16:00:26.084331 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-8f73fc5b-de91-4ece-9297-9f6c4cd9f3f2 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:26.085916 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-8f73fc5b-de91-4ece-9297-9f6c4cd9f3f2 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.36 "GET /v2.0/networks?id=b3c95ed8-174a-4d94-ae32-f5c9c9e2d451 HTTP/1.1" status: 200 len: 808 time: 0.2129204 Sep 20 16:00:26.161520 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-0aba3852-1d8f-4d88-903c-dfc6cb8f2d76 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Request body: {'port': {'device_id': '70c5386b-c552-4a3c-8bc8-fd76b96e4395', 'network_id': 'b3c95ed8-174a-4d94-ae32-f5c9c9e2d451', 'admin_state_up': True, 'tenant_id': '5af864f5c277407b926d6860bf75ec1e'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:00:26.293494 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f3d4c82b-905d-4860-a7fc-789acf3220b1 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:26.299829 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f3d4c82b-905d-4860-a7fc-789acf3220b1 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1017788'] for floatingip, after_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:26.466951 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-0aba3852-1d8f-4d88-903c-dfc6cb8f2d76 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:00:26.473901 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-0aba3852-1d8f-4d88-903c-dfc6cb8f2d76 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Usage tracker for resource:port and tenant:5af864f5c277407b926d6860bf75ec1e is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:00:26.484708 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-0aba3852-1d8f-4d88-903c-dfc6cb8f2d76 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:00:26.493739 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-0aba3852-1d8f-4d88-903c-dfc6cb8f2d76 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:00:26.514082 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-0aba3852-1d8f-4d88-903c-dfc6cb8f2d76 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Made reservation on behalf of 5af864f5c277407b926d6860bf75ec1e for: {'port': 1} {{(pid=82368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 16:00:26.519638 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-0aba3852-1d8f-4d88-903c-dfc6cb8f2d76 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:26.712673 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2ad22e23-90fa-413c-9ded-cd2c778854db req-eade6f01-9eee-4688-a7a2-d27b5d9144e3 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/ports?device_id=70c5386b-c552-4a3c-8bc8-fd76b96e4395 HTTP/1.1" status: 200 len: 210 time: 0.1112499 Sep 20 16:00:26.864950 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-0aba3852-1d8f-4d88-903c-dfc6cb8f2d76 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Allocated IP 172.20.0.13 (b3c95ed8-174a-4d94-ae32-f5c9c9e2d451/bf2dfefe-0075-4586-a5b1-8add57d254b7/e061cbfc-92a8-49f4-83ca-69377013c136) {{(pid=82368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 16:00:26.882805 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0af17-892f-49ec-8047-c39b2a29ca27 req-c13356ae-ea63-49a6-8acf-1b7e8dcadd9e tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:26.884486 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-49f0af17-892f-49ec-8047-c39b2a29ca27 req-c13356ae-ea63-49a6-8acf-1b7e8dcadd9e tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 946 time: 0.3268521 Sep 20 16:00:26.886127 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.db.l3_db [None req-f3d4c82b-905d-4860-a7fc-789acf3220b1 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Floating IP 2966d0ab-c6e7-4df7-bcfc-afd6067a9112 associated. External IP: 172.27.3.196, port: 8e52c04f-0201-4604-827a-8116060ac578. Sep 20 16:00:26.929083 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 52572) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:27.067563 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf5cb2-7e40-4a77-8bf4-ca4f16b99640 req-f8bddd77-f79d-4f96-947d-bc0d41eb09ec tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:27.069107 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-66bf5cb2-7e40-4a77-8bf4-ca4f16b99640 req-f8bddd77-f79d-4f96-947d-bc0d41eb09ec tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Synchronizing usage tracker for tenant:58e34c7cef874e228cd05c786efe0991 on resource:port {{(pid=82369) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:00:27.098961 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-66bf5cb2-7e40-4a77-8bf4-ca4f16b99640 req-f8bddd77-f79d-4f96-947d-bc0d41eb09ec tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Unset dirty status for tenant:58e34c7cef874e228cd05c786efe0991 on resource:port {{(pid=82369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:00:27.100679 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-66bf5cb2-7e40-4a77-8bf4-ca4f16b99640 req-f8bddd77-f79d-4f96-947d-bc0d41eb09ec tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.36 "GET /v2.0/ports?device_id=89b1dcc8-f517-465b-a2e2-a31606fefbb6 HTTP/1.1" status: 200 len: 946 time: 0.1458991 Sep 20 16:00:27.187757 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ba13ef7d-670e-4ed7-9540-5deb42d5006f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:27.210916 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [req-66bf5cb2-7e40-4a77-8bf4-ca4f16b99640 req-744e9f39-0a8b-46e3-be8f-d9a0b683e22f tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Deleting port d8fe09ed-690e-40da-a789-c9b84391e8e2 {{(pid=82369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:00:27.211283 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-66bf5cb2-7e40-4a77-8bf4-ca4f16b99640 req-744e9f39-0a8b-46e3-be8f-d9a0b683e22f tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:27.314583 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-ba13ef7d-670e-4ed7-9540-5deb42d5006f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:00:27.329057 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-ba13ef7d-670e-4ed7-9540-5deb42d5006f admin admin] Usage tracker for resource:security_group_rule and tenant:770c7379220e455785ec1b80a51f25dd is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:00:27.333817 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-ba13ef7d-670e-4ed7-9540-5deb42d5006f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:00:27.343627 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-ba13ef7d-670e-4ed7-9540-5deb42d5006f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:00:27.371442 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-49f0af17-892f-49ec-8047-c39b2a29ca27 req-5200a1d0-b9c7-4cf8-84ce-dfde0b6906b2 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4223695 Sep 20 16:00:27.526704 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f68e6-95d8-4640-a504-dca3aaaeb3be req-aba49e1e-2a70-4521-9bdb-3accc7fe9b03 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:27.534324 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-774f68e6-95d8-4640-a504-dca3aaaeb3be req-aba49e1e-2a70-4521-9bdb-3accc7fe9b03 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/ports?device_id=89b1dcc8-f517-465b-a2e2-a31606fefbb6 HTTP/1.1" status: 200 len: 946 time: 0.3105607 Sep 20 16:00:27.580666 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-66bf5cb2-7e40-4a77-8bf4-ca4f16b99640 req-744e9f39-0a8b-46e3-be8f-d9a0b683e22f tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] For port d8fe09ed-690e-40da-a789-c9b84391e8e2, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=d8fe09ed-690e-40da-a789-c9b84391e8e2,segment=NetworkSegment(14334b2a-66af-44c2-b1ed-f7ecab412ee7),segment_id=14334b2a-66af-44c2-b1ed-f7ecab412ee7)] {{(pid=82369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:00:27.580983 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-66bf5cb2-7e40-4a77-8bf4-ca4f16b99640 req-744e9f39-0a8b-46e3-be8f-d9a0b683e22f tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:27.596936 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ba13ef7d-670e-4ed7-9540-5deb42d5006f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:27.604201 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ba13ef7d-670e-4ed7-9540-5deb42d5006f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:27.646740 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-0aba3852-1d8f-4d88-903c-dfc6cb8f2d76 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Notify callbacks [] for port, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:27.673816 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:27.674896 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-774f68e6-95d8-4640-a504-dca3aaaeb3be req-36e95e8c-f0f5-4c88-9612-f5332a57140e tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/security-groups?id=4a2e695e-6110-42d9-a4d5-f18e495a1120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395307 Sep 20 16:00:27.770361 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13ef7d-670e-4ed7-9540-5deb42d5006f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0a9789-2250-46e0-931f-1ca47eebc519,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:27.774645 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-ba13ef7d-670e-4ed7-9540-5deb42d5006f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:27.782726 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [req-66bf5cb2-7e40-4a77-8bf4-ca4f16b99640 req-744e9f39-0a8b-46e3-be8f-d9a0b683e22f tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Calling delete_port for d8fe09ed-690e-40da-a789-c9b84391e8e2 owned by compute:nova {{(pid=82369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:00:27.844986 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-0aba3852-1d8f-4d88-903c-dfc6cb8f2d76 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572'] for port, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:27.862480 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:27.873234 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-ba13ef7d-670e-4ed7-9540-5deb42d5006f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=770c7379220e455785ec1b80a51f25dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9426162 Sep 20 16:00:27.891564 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 52600) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:28.080611 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-0aba3852-1d8f-4d88-903c-dfc6cb8f2d76 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Network b3c95ed8-174a-4d94-ae32-f5c9c9e2d451 is already hosted by enough agents. {{(pid=82368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:00:28.114903 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba3852-1d8f-4d88-903c-dfc6cb8f2d76 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Pushing event updated for resources: {'Port': ['ID=e061cbfc-92a8-49f4-83ca-69377013c136,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:28.127902 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0aba3852-1d8f-4d88-903c-dfc6cb8f2d76 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:28.150775 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-0aba3852-1d8f-4d88-903c-dfc6cb8f2d76 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Resources bound (agent type, host, resource id): {{(pid=82368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:00:28.156050 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-0aba3852-1d8f-4d88-903c-dfc6cb8f2d76 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Received port after_create {{(pid=82368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 16:00:28.162707 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-0aba3852-1d8f-4d88-903c-dfc6cb8f2d76 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:28.163625 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-0aba3852-1d8f-4d88-903c-dfc6cb8f2d76 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for port, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:28.195253 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-66bf5cb2-7e40-4a77-8bf4-ca4f16b99640 req-744e9f39-0a8b-46e3-be8f-d9a0b683e22f tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245'] for port, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:28.203976 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:28.214066 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['d8fe09ed-690e-40da-a789-c9b84391e8e2'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:00:28.231009 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-0aba3852-1d8f-4d88-903c-dfc6cb8f2d76 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0825284 Sep 20 16:00:28.254620 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744e9f39-0a8b-46e3-be8f-d9a0b683e22f tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Pushing event deleted for resources: {'Port': ['ID=d8fe09ed-690e-40da-a789-c9b84391e8e2,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:28.255183 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-47c86168-a92e-442c-8fa7-6d0d1af7d3ad service neutron] Request body: {'port': {'device_id': '70c5386b-c552-4a3c-8bc8-fd76b96e4395', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80966'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:00:28.257623 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-744e9f39-0a8b-46e3-be8f-d9a0b683e22f tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:28.308483 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-bdc5675f-c4ed-435e-910b-e76d4b487418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:28.333898 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0efc580-dee1-4bc4-aab4-993a6454580a req-7450299d-9d2b-4bbb-8e77-472237882792 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:28.334745 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-f0efc580-dee1-4bc4-aab4-993a6454580a req-7450299d-9d2b-4bbb-8e77-472237882792 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Synchronizing usage tracker for tenant:5af864f5c277407b926d6860bf75ec1e on resource:port {{(pid=82368) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:00:28.370912 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [req-66bf5cb2-7e40-4a77-8bf4-ca4f16b99640 req-744e9f39-0a8b-46e3-be8f-d9a0b683e22f tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] No DVR routers for this DVR port d8fe09ed-690e-40da-a789-c9b84391e8e2 on host hv-cinder-80966 {{(pid=82369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 20 16:00:28.373535 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-66bf5cb2-7e40-4a77-8bf4-ca4f16b99640 req-744e9f39-0a8b-46e3-be8f-d9a0b683e22f tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:28.376380 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89b1dcc8-f517-465b-a2e2-a31606fefbb6', 'name': 'network-vif-deleted', 'tag': 'd8fe09ed-690e-40da-a789-c9b84391e8e2'}] {{(pid=82369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:00:28.402084 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-66bf5cb2-7e40-4a77-8bf4-ca4f16b99640 req-744e9f39-0a8b-46e3-be8f-d9a0b683e22f tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.36 "DELETE /v2.0/ports/d8fe09ed-690e-40da-a789-c9b84391e8e2 HTTP/1.1" status: 204 len: 173 time: 1.2941482 Sep 20 16:00:28.415851 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-bdc5675f-c4ed-435e-910b-e76d4b487418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:28.438247 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89b1dcc8-f517-465b-a2e2-a31606fefbb6', 'name': 'network-vif-deleted', 'tag': 'd8fe09ed-690e-40da-a789-c9b84391e8e2', 'status': 'completed', 'code': 200} Sep 20 16:00:28.476858 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-f0efc580-dee1-4bc4-aab4-993a6454580a req-7450299d-9d2b-4bbb-8e77-472237882792 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Unset dirty status for tenant:5af864f5c277407b926d6860bf75ec1e on resource:port {{(pid=82368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:00:28.478703 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f0efc580-dee1-4bc4-aab4-993a6454580a req-7450299d-9d2b-4bbb-8e77-472237882792 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/ports?device_id=70c5386b-c552-4a3c-8bc8-fd76b96e4395 HTTP/1.1" status: 200 len: 932 time: 0.4773178 Sep 20 16:00:28.578165 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-bdc5675f-c4ed-435e-910b-e76d4b487418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:28.621570 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-18632d39-8f0c-444a-a3a4-b784dfb14900 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:28.638146 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-47c86168-a92e-442c-8fa7-6d0d1af7d3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:28.700297 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-bdc5675f-c4ed-435e-910b-e76d4b487418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:28.701498 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-bdc5675f-c4ed-435e-910b-e76d4b487418 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2f0a9789-2250-46e0-931f-1ca47eebc519 HTTP/1.1" status: 204 len: 168 time: 0.8079951 Sep 20 16:00:28.704160 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5675f-c4ed-435e-910b-e76d4b487418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0a9789-2250-46e0-931f-1ca47eebc519,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:28.729822 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-bdc5675f-c4ed-435e-910b-e76d4b487418 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:28.737289 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d4c82b-905d-4860-a7fc-789acf3220b1 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Router f96bf5f9-d6dd-4faa-a9ad-481b40f59552 has already been hosted by L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a {{(pid=82368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 20 16:00:28.757047 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f0efc580-dee1-4bc4-aab4-993a6454580a req-409fbcf2-ef79-4273-9d36-87d5e6244c6a tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdb45616-f7db-41e9-aa07-a59b29f77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515399 Sep 20 16:00:29.002581 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa74efb-9c78-4a0e-9903-22cd92503b3e req-0d58b4a6-056c-4528-a382-40d4c8f022ad tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:29.004296 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cfa74efb-9c78-4a0e-9903-22cd92503b3e req-0d58b4a6-056c-4528-a382-40d4c8f022ad tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 946 time: 0.4364316 Sep 20 16:00:29.163521 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c3c6289c-3e10-4346-a153-ca4e440c91a1 req-d6aec8a0-336f-4d58-9193-0d1669b93b12 tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] 10.222.0.35 "GET /v2.0/ports?device_id=89b1dcc8-f517-465b-a2e2-a31606fefbb6 HTTP/1.1" status: 200 len: 210 time: 0.0975721 Sep 20 16:00:29.319114 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cfa74efb-9c78-4a0e-9903-22cd92503b3e req-bd9e6324-b869-4357-8ec1-1e47da936ef4 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485096 Sep 20 16:00:29.427186 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 52672) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:29.485321 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-47c86168-a92e-442c-8fa7-6d0d1af7d3ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e061cbfc-92a8-49f4-83ca-69377013c136 {{(pid=82368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 16:00:29.493691 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-47c86168-a92e-442c-8fa7-6d0d1af7d3ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:29.504151 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d4c82b-905d-4860-a7fc-789acf3220b1 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 16:00:29.514977 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e17dcb4-b9de-48fa-9ff2-f4f2f6f53d40 None None] Sync routers for ids ['f96bf5f9-d6dd-4faa-a9ad-481b40f59552'] in dv-cinder-809669-1-iscsi {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 16:00:29.517657 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f3d4c82b-905d-4860-a7fc-789acf3220b1 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for floatingip, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:29.535124 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e17dcb4-b9de-48fa-9ff2-f4f2f6f53d40 None None] Routers {'f96bf5f9-d6dd-4faa-a9ad-481b40f59552'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:00:29.535941 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-7e17dcb4-b9de-48fa-9ff2-f4f2f6f53d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:00:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['f96bf5f9-d6dd-4faa-a9ad-481b40f59552'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:00:29.559427 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-47c86168-a92e-442c-8fa7-6d0d1af7d3ad service neutron] Transition to ACTIVE for port object e061cbfc-92a8-49f4-83ca-69377013c136 will not be triggered until provisioned by entity L2. {{(pid=82368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:00:29.574687 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-47c86168-a92e-442c-8fa7-6d0d1af7d3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:29.587518 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-797bf24a-6864-428c-9154-d96351a6ced1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:29.662261 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-03578ce4-d6cc-4343-ace6-f2f99cb69751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:29.735679 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-03578ce4-d6cc-4343-ace6-f2f99cb69751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:00:29.742945 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-03578ce4-d6cc-4343-ace6-f2f99cb69751 admin admin] Usage tracker for resource:security_group_rule and tenant:43a400dbaefa42aa9072f1d43236f8c4 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:00:29.758531 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-03578ce4-d6cc-4343-ace6-f2f99cb69751 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:00:29.765581 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-03578ce4-d6cc-4343-ace6-f2f99cb69751 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:00:29.769235 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-7e17dcb4-b9de-48fa-9ff2-f4f2f6f53d40 None None] Set router f96bf5f9-d6dd-4faa-a9ad-481b40f59552 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:00:29.947610 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-03578ce4-d6cc-4343-ace6-f2f99cb69751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:29.955548 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-03578ce4-d6cc-4343-ace6-f2f99cb69751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:29.964632 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-332f8f43-162e-4335-91e4-0b5587801457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:30.049193 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-f3d4c82b-905d-4860-a7fc-789acf3220b1 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "PUT /v2.0/floatingips/2966d0ab-c6e7-4df7-bcfc-afd6067a9112 HTTP/1.1" status: 200 len: 992 time: 5.0181739 Sep 20 16:00:30.057718 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-03578ce4-d6cc-4343-ace6-f2f99cb69751 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=43a400dbaefa42aa9072f1d43236f8c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6287425 Sep 20 16:00:30.057907 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97678124-5077-451a-bb56-fac239ecbdc0', 'tag': '8e52c04f-0201-4604-827a-8116060ac578'}] {{(pid=82368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:00:30.060902 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 52694) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:30.061714 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03578ce4-d6cc-4343-ace6-f2f99cb69751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a9a30c-6414-4261-9f77-06765a54d489,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:30.072332 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-03578ce4-d6cc-4343-ace6-f2f99cb69751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:30.167477 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-46ec27a2-6624-4386-adf3-ea6f775d2b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:30.169277 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c86168-a92e-442c-8fa7-6d0d1af7d3ad service neutron] Pushing event updated for resources: {'Port': ['ID=e061cbfc-92a8-49f4-83ca-69377013c136,revision_number=2']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:30.172622 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-47c86168-a92e-442c-8fa7-6d0d1af7d3ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:30.274157 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 52704) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:30.297202 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-47c86168-a92e-442c-8fa7-6d0d1af7d3ad service neutron] Attempting to bind port e061cbfc-92a8-49f4-83ca-69377013c136 on host hv-cinder-80966 for vnic_type normal with profile {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 16:00:30.297591 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-47c86168-a92e-442c-8fa7-6d0d1af7d3ad service neutron] Attempting to bind port e061cbfc-92a8-49f4-83ca-69377013c136 by drivers openvswitch,hyperv on host hv-cinder-80966 at level 0 using segments [{'id': '36cb39eb-ee78-4833-962f-86df7669a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b3c95ed8-174a-4d94-ae32-f5c9c9e2d451'}] {{(pid=82368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 16:00:30.297968 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-47c86168-a92e-442c-8fa7-6d0d1af7d3ad service neutron] Attempting to bind port e061cbfc-92a8-49f4-83ca-69377013c136 on network b3c95ed8-174a-4d94-ae32-f5c9c9e2d451 {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:00:30.303989 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97678124-5077-451a-bb56-fac239ecbdc0', 'tag': '8e52c04f-0201-4604-827a-8116060ac578', 'status': 'completed', 'code': 200} Sep 20 16:00:30.322420 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678fa42-84b2-42e3-92ee-b65b465f3ca1 req-7516a2f8-a36d-443f-989c-d0dcf074daf2 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:30.324386 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7678fa42-84b2-42e3-92ee-b65b465f3ca1 req-7516a2f8-a36d-443f-989c-d0dcf074daf2 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/ports?device_id=70c5386b-c552-4a3c-8bc8-fd76b96e4395 HTTP/1.1" status: 200 len: 944 time: 0.2412128 Sep 20 16:00:30.326328 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-47c86168-a92e-442c-8fa7-6d0d1af7d3ad service neutron] Port e061cbfc-92a8-49f4-83ca-69377013c136 on network b3c95ed8-174a-4d94-ae32-f5c9c9e2d451 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80966 {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 20 16:00:30.326698 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-47c86168-a92e-442c-8fa7-6d0d1af7d3ad service neutron] Attempting to bind port e061cbfc-92a8-49f4-83ca-69377013c136 on network b3c95ed8-174a-4d94-ae32-f5c9c9e2d451 {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:00:30.337589 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-47c86168-a92e-442c-8fa7-6d0d1af7d3ad service neutron] Checking agent: {'id': '85f38ebc-8bd3-4a05-87ab-11427d0d3796', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 57, 9), 'started_at': datetime.datetime(2021, 9, 20, 15, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 16, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 16:00:30.337975 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-47c86168-a92e-442c-8fa7-6d0d1af7d3ad service neutron] Checking segment: {'id': '36cb39eb-ee78-4833-962f-86df7669a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b3c95ed8-174a-4d94-ae32-f5c9c9e2d451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:00:30.338403 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-47c86168-a92e-442c-8fa7-6d0d1af7d3ad service neutron] Bound using segment: {'id': '36cb39eb-ee78-4833-962f-86df7669a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b3c95ed8-174a-4d94-ae32-f5c9c9e2d451'} {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 16:00:30.338942 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-47c86168-a92e-442c-8fa7-6d0d1af7d3ad service neutron] Bound port: e061cbfc-92a8-49f4-83ca-69377013c136, host: hv-cinder-80966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36cb39eb-ee78-4833-962f-86df7669a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b3c95ed8-174a-4d94-ae32-f5c9c9e2d451'}}] {{(pid=82368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 16:00:30.339337 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-47c86168-a92e-442c-8fa7-6d0d1af7d3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:30.397837 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-46ec27a2-6624-4386-adf3-ea6f775d2b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:30.454600 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7678fa42-84b2-42e3-92ee-b65b465f3ca1 req-fab187a2-07ac-444a-815a-f2896a5e9612 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdb45616-f7db-41e9-aa07-a59b29f77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190555 Sep 20 16:00:30.485089 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-47c86168-a92e-442c-8fa7-6d0d1af7d3ad service neutron] For port e061cbfc-92a8-49f4-83ca-69377013c136, host hv-cinder-80966, cleared binding levels {{(pid=82368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 16:00:30.488817 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-47c86168-a92e-442c-8fa7-6d0d1af7d3ad service neutron] For port e061cbfc-92a8-49f4-83ca-69377013c136, host hv-cinder-80966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=e061cbfc-92a8-49f4-83ca-69377013c136,segment=NetworkSegment(36cb39eb-ee78-4833-962f-86df7669a729),segment_id=36cb39eb-ee78-4833-962f-86df7669a729)] {{(pid=82368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 16:00:30.495039 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-47c86168-a92e-442c-8fa7-6d0d1af7d3ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:30.503205 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-a69320a0-5a74-4747-80c2-a7eb1e8a2c6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:30.538721 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-46ec27a2-6624-4386-adf3-ea6f775d2b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:30.547422 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-06f0c2b4-f68a-4388-ac23-7df72631552b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:30.551520 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-7e17dcb4-b9de-48fa-9ff2-f4f2f6f53d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'name': 'tempest-AttachVolumeShelveTestJSON-1118877821-router', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd5a2defa-2a3c-4ad2-9b12-63fd0c770606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:14Z', 'updated_at': '2021-09-20T15:59:28Z', 'revision_number': 4, 'project_id': 'db746f245ad145658413ccb0154221ac', 'gw_port': {'id': 'd5a2defa-2a3c-4ad2-9b12-63fd0c770606', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:91:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:15Z', 'updated_at': '2021-09-20T15:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_floatingips': [{'id': '2966d0ab-c6e7-4df7-bcfc-afd6067a9112', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'router_id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'port_id': '8e52c04f-0201-4604-827a-8116060ac578', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29', 'mac_address': 'fa:16:3e:4b:d3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97678124-5077-451a-bb56-fac239ecbdc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T15:59:42Z', 'updated_at': '2021-09-20T16:00:26Z', 'revision_number': 1, 'project_id': 'db746f245ad145658413ccb0154221ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31d188d2-f1dd-44ec-8d80-5fb6db79059b', 'name': '', 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'mac_address': 'fa:16:3e:80:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56db9545-8f98-4a5d-b98f-1e9dd0b9696a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:26Z', 'updated_at': '2021-09-20T15:59:46Z', 'revision_number': 5, 'project_id': 'db746f245ad145658413ccb0154221ac', 'subnets': [{'id': '56db9545-8f98-4a5d-b98f-1e9dd0b9696a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:00:30.558690 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e17dcb4-b9de-48fa-9ff2-f4f2f6f53d40 None None] Checking router: f96bf5f9-d6dd-4faa-a9ad-481b40f59552 for host: dv-cinder-809669-1-iscsi {{(pid=82371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 16:00:30.571784 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e17dcb4-b9de-48fa-9ff2-f4f2f6f53d40 None None] Routers {'f96bf5f9-d6dd-4faa-a9ad-481b40f59552'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:00:30.572583 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-7e17dcb4-b9de-48fa-9ff2-f4f2f6f53d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:00:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['f96bf5f9-d6dd-4faa-a9ad-481b40f59552'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:00:30.580754 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec27a2-6624-4386-adf3-ea6f775d2b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a9a30c-6414-4261-9f77-06765a54d489,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:30.589417 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-c04430e1-e0cd-4d76-97c0-2e8e13326b8c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1114273867-network', 'tenant_id': 'd4006099cf2645d4a6944792d9159daa'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:00:30.594878 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-c04430e1-e0cd-4d76-97c0-2e8e13326b8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:00:30.596006 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-46ec27a2-6624-4386-adf3-ea6f775d2b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:30.597424 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-46ec27a2-6624-4386-adf3-ea6f775d2b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:30.599268 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-c04430e1-e0cd-4d76-97c0-2e8e13326b8c admin admin] Usage tracker for resource:network and tenant:d4006099cf2645d4a6944792d9159daa is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:00:30.601880 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-46ec27a2-6624-4386-adf3-ea6f775d2b1b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/86a9a30c-6414-4261-9f77-06765a54d489 HTTP/1.1" status: 204 len: 168 time: 0.5369854 Sep 20 16:00:30.615597 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-c04430e1-e0cd-4d76-97c0-2e8e13326b8c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:00:30.628422 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-c04430e1-e0cd-4d76-97c0-2e8e13326b8c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:00:30.639264 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c86168-a92e-442c-8fa7-6d0d1af7d3ad service neutron] Pushing event updated for resources: {'Port': ['ID=e061cbfc-92a8-49f4-83ca-69377013c136,revision_number=3']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:30.648097 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-47c86168-a92e-442c-8fa7-6d0d1af7d3ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:30.664639 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-47c86168-a92e-442c-8fa7-6d0d1af7d3ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for port, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:30.666151 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-47c86168-a92e-442c-8fa7-6d0d1af7d3ad service neutron] 10.222.0.36 "PUT /v2.0/ports/e061cbfc-92a8-49f4-83ca-69377013c136 HTTP/1.1" status: 200 len: 1094 time: 2.4164164 Sep 20 16:00:30.668540 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04430e1-e0cd-4d76-97c0-2e8e13326b8c admin admin] Made reservation on behalf of d4006099cf2645d4a6944792d9159daa for: {'network': 1} {{(pid=82368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 16:00:30.673139 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c04430e1-e0cd-4d76-97c0-2e8e13326b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for network, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:30.723596 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c04430e1-e0cd-4d76-97c0-2e8e13326b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:30.780811 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-c04430e1-e0cd-4d76-97c0-2e8e13326b8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:00:30.788816 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-c04430e1-e0cd-4d76-97c0-2e8e13326b8c admin admin] Usage tracker for resource:security_group_rule and tenant:d4006099cf2645d4a6944792d9159daa is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:00:30.792675 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-c04430e1-e0cd-4d76-97c0-2e8e13326b8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:00:30.798056 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-7e17dcb4-b9de-48fa-9ff2-f4f2f6f53d40 None None] Set router f96bf5f9-d6dd-4faa-a9ad-481b40f59552 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:00:30.803698 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-c04430e1-e0cd-4d76-97c0-2e8e13326b8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:00:30.874089 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06013127-165a-4542-9adb-204a5a694838 req-6eadd216-3c84-4b44-8a65-fc2ba077ea62 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:30.878093 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-06013127-165a-4542-9adb-204a5a694838 req-6eadd216-3c84-4b44-8a65-fc2ba077ea62 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 946 time: 0.2104847 Sep 20 16:00:30.953322 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c04430e1-e0cd-4d76-97c0-2e8e13326b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:30.966155 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c04430e1-e0cd-4d76-97c0-2e8e13326b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:30.973906 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:30.999967 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-06013127-165a-4542-9adb-204a5a694838 req-1993393c-03b8-4059-b836-10e027fc0d50 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122246 Sep 20 16:00:31.019587 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c04430e1-e0cd-4d76-97c0-2e8e13326b8c admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=82368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 20 16:00:31.033495 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04430e1-e0cd-4d76-97c0-2e8e13326b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:31.038410 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c04430e1-e0cd-4d76-97c0-2e8e13326b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:31.039512 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c04430e1-e0cd-4d76-97c0-2e8e13326b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854403426'] for segment, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:31.039802 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.db.segments_db [None req-c04430e1-e0cd-4d76-97c0-2e8e13326b8c admin admin] Added segment a0d8ceb8-75de-4a48-833b-bd452d857094 of type vlan for network 43705c63-9812-487a-a61d-44eee9483c04 Sep 20 16:00:31.055405 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 52726) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:31.074117 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c04430e1-e0cd-4d76-97c0-2e8e13326b8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786513467763'] for network, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:31.080536 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3eea305c-a327-494a-a954-3ee9fe87218f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:31.107155 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c04430e1-e0cd-4d76-97c0-2e8e13326b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223'] for network, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:31.108573 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04430e1-e0cd-4d76-97c0-2e8e13326b8c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:31.109330 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c04430e1-e0cd-4d76-97c0-2e8e13326b8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for network, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:31.114628 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-2da8187d-77fe-4402-92a1-8fd7bce11df0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:31.123924 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-3eea305c-a327-494a-a954-3ee9fe87218f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:00:31.128145 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-3eea305c-a327-494a-a954-3ee9fe87218f admin admin] Usage tracker for resource:security_group_rule and tenant:db1b1779ad4b458fa38607cb5ec71c69 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:00:31.131681 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-3eea305c-a327-494a-a954-3ee9fe87218f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:00:31.141531 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-3eea305c-a327-494a-a954-3ee9fe87218f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:00:31.211095 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3eea305c-a327-494a-a954-3ee9fe87218f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:31.215157 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3eea305c-a327-494a-a954-3ee9fe87218f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:31.224009 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04430e1-e0cd-4d76-97c0-2e8e13326b8c admin admin] Pushing event updated for resources: {'Network': ['ID=43705c63-9812-487a-a61d-44eee9483c04,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:31.228052 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-c04430e1-e0cd-4d76-97c0-2e8e13326b8c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9482810 Sep 20 16:00:31.230237 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c04430e1-e0cd-4d76-97c0-2e8e13326b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:31.231123 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 52734) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:31.237208 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-b9bbb4a8-2931-4f09-9a0a-f98337934092 admin admin] Request body: {'subnet': {'network_id': '43705c63-9812-487a-a61d-44eee9483c04', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1114273867-subnet', 'tenant_id': 'd4006099cf2645d4a6944792d9159daa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:00:31.239334 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Network 43705c63-9812-487a-a61d-44eee9483c04 details requested by agent ovs-agent-dv-cinder-809669-1-iscsi with host dv-cinder-809669-1-iscsi {{(pid=82370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 20 16:00:31.242575 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-b9bbb4a8-2931-4f09-9a0a-f98337934092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:00:31.252665 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:31.255239 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-b9bbb4a8-2931-4f09-9a0a-f98337934092 admin admin] Usage tracker for resource:subnet and tenant:d4006099cf2645d4a6944792d9159daa is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:00:31.259641 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-b9bbb4a8-2931-4f09-9a0a-f98337934092 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:00:31.266022 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-b9bbb4a8-2931-4f09-9a0a-f98337934092 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:00:31.280258 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bbb4a8-2931-4f09-9a0a-f98337934092 admin admin] Made reservation on behalf of d4006099cf2645d4a6944792d9159daa for: {'subnet': 1} {{(pid=82368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 16:00:31.293235 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b9bbb4a8-2931-4f09-9a0a-f98337934092 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:31.352846 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-3eea305c-a327-494a-a954-3ee9fe87218f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=db1b1779ad4b458fa38607cb5ec71c69&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2960987 Sep 20 16:00:31.353954 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 52740) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:31.354832 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea305c-a327-494a-a954-3ee9fe87218f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b5e499-573d-4f50-9088-d97d7eae2a62,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:31.376496 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-3eea305c-a327-494a-a954-3ee9fe87218f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:31.420202 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-7e17dcb4-b9de-48fa-9ff2-f4f2f6f53d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'name': 'tempest-AttachVolumeShelveTestJSON-1118877821-router', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd5a2defa-2a3c-4ad2-9b12-63fd0c770606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:14Z', 'updated_at': '2021-09-20T15:59:28Z', 'revision_number': 4, 'project_id': 'db746f245ad145658413ccb0154221ac', 'gw_port': {'id': 'd5a2defa-2a3c-4ad2-9b12-63fd0c770606', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:91:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:15Z', 'updated_at': '2021-09-20T15:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_floatingips': [{'id': '2966d0ab-c6e7-4df7-bcfc-afd6067a9112', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'router_id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'port_id': '8e52c04f-0201-4604-827a-8116060ac578', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29', 'mac_address': 'fa:16:3e:4b:d3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97678124-5077-451a-bb56-fac239ecbdc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T15:59:42Z', 'updated_at': '2021-09-20T16:00:26Z', 'revision_number': 1, 'project_id': 'db746f245ad145658413ccb0154221ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31d188d2-f1dd-44ec-8d80-5fb6db79059b', 'name': '', 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'mac_address': 'fa:16:3e:80:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56db9545-8f98-4a5d-b98f-1e9dd0b9696a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:26Z', 'updated_at': '2021-09-20T15:59:46Z', 'revision_number': 5, 'project_id': 'db746f245ad145658413ccb0154221ac', 'subnets': [{'id': '56db9545-8f98-4a5d-b98f-1e9dd0b9696a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:00:31.424756 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e17dcb4-b9de-48fa-9ff2-f4f2f6f53d40 None None] The sync data for ids ['f96bf5f9-d6dd-4faa-a9ad-481b40f59552'] in dv-cinder-809669-1-iscsi is: [{'id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'name': 'tempest-AttachVolumeShelveTestJSON-1118877821-router', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd5a2defa-2a3c-4ad2-9b12-63fd0c770606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:14Z', 'updated_at': '2021-09-20T15:59:28Z', 'revision_number': 4, 'project_id': 'db746f245ad145658413ccb0154221ac', 'gw_port': {'id': 'd5a2defa-2a3c-4ad2-9b12-63fd0c770606', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:91:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:15Z', 'updated_at': '2021-09-20T15:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_floatingips': [{'id': '2966d0ab-c6e7-4df7-bcfc-afd6067a9112', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'floating_ip_address': '172.27.3.196', 'floating_network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'router_id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'port_id': '8e52c04f-0201-4604-827a-8116060ac578', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29', 'mac_address': 'fa:16:3e:4b:d3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97678124-5077-451a-bb56-fac239ecbdc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T15:59:42Z', 'updated_at': '2021-09-20T16:00:26Z', 'revision_number': 1, 'project_id': 'db746f245ad145658413ccb0154221ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31d188d2-f1dd-44ec-8d80-5fb6db79059b', 'name': '', 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'mac_address': 'fa:16:3e:80:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56db9545-8f98-4a5d-b98f-1e9dd0b9696a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:26Z', 'updated_at': '2021-09-20T15:59:46Z', 'revision_number': 5, 'project_id': 'db746f245ad145658413ccb0154221ac', 'subnets': [{'id': '56db9545-8f98-4a5d-b98f-1e9dd0b9696a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 16:00:31.456119 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-aec5d8e6-6fce-4997-a535-eb1b51b944d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:31.487935 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-aec5d8e6-6fce-4997-a535-eb1b51b944d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:31.544859 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-aec5d8e6-6fce-4997-a535-eb1b51b944d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:31.550257 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-2d0fb45b-ce3c-4ed3-9d45-fd1a84ea3738 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:31.561931 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5d8e6-6fce-4997-a535-eb1b51b944d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b5e499-573d-4f50-9088-d97d7eae2a62,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:31.565643 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-aec5d8e6-6fce-4997-a535-eb1b51b944d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:31.569794 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-aec5d8e6-6fce-4997-a535-eb1b51b944d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:31.571788 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-aec5d8e6-6fce-4997-a535-eb1b51b944d5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/94b5e499-573d-4f50-9088-d97d7eae2a62 HTTP/1.1" status: 204 len: 168 time: 0.1990154 Sep 20 16:00:31.582190 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b9bbb4a8-2931-4f09-9a0a-f98337934092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223'] for subnet, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:31.587141 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-7ebe7ef2-135e-406b-954f-2391dcfffb4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:31.666422 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bbb4a8-2931-4f09-9a0a-f98337934092 admin admin] Pushing event updated for resources: {'Subnet': ['ID=338ac0bd-e4f8-42e2-923e-f5c76ce3e452,revision_number=0']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:31.669274 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b9bbb4a8-2931-4f09-9a0a-f98337934092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:31.680697 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bbb4a8-2931-4f09-9a0a-f98337934092 admin admin] Checking segment: {'id': 'a0d8ceb8-75de-4a48-833b-bd452d857094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '43705c63-9812-487a-a61d-44eee9483c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:00:31.681092 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bbb4a8-2931-4f09-9a0a-f98337934092 admin admin] Network hostable DHCP agents. Network: 43705c63-9812-487a-a61d-44eee9483c04, hostable agents: ['8165851e-a8d8-41e5-9937-b2b676de37d1'], hosted agents: [] {{(pid=82368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 20 16:00:31.703510 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bbb4a8-2931-4f09-9a0a-f98337934092 admin admin] Network 43705c63-9812-487a-a61d-44eee9483c04 is scheduled to be hosted by DHCP agent 8165851e-a8d8-41e5-9937-b2b676de37d1 with binding_index 1 {{(pid=82368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 20 16:00:31.712920 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-b9bbb4a8-2931-4f09-9a0a-f98337934092 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809669-1-iscsi, 43705c63-9812-487a-a61d-44eee9483c04) {{(pid=82368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:00:31.716967 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bbb4a8-2931-4f09-9a0a-f98337934092 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:31.717610 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b9bbb4a8-2931-4f09-9a0a-f98337934092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for subnet, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:31.726242 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfb41b8-ea57-4ec9-9c85-a3eeeecbfb81 None None] Network 43705c63-9812-487a-a61d-44eee9483c04 requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 16:00:31.739580 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-b9bbb4a8-2931-4f09-9a0a-f98337934092 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5072880 Sep 20 16:00:32.044421 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab27592-a758-40d6-ab91-e69fb25eca6f None None] New status for floating IP 2966d0ab-c6e7-4df7-bcfc-afd6067a9112: ACTIVE {{(pid=82370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 20 16:00:32.305812 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70c5386b-c552-4a3c-8bc8-fd76b96e4395', 'tag': 'e061cbfc-92a8-49f4-83ca-69377013c136'}] {{(pid=82368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:00:32.322252 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb33a30-8086-45b9-9fc2-4f3e4e56a582 None None] Network 43705c63-9812-487a-a61d-44eee9483c04 requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 16:00:32.606047 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 52784) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:32.740924 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8db03b5b-a3d6-4d8a-8ed5-13f56b300e3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:32.746012 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-976644da-dbba-40a9-ba6a-925a8100932b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1658483963-network', 'tenant_id': 'd7c4f49784924f52b140767558efc1fd'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:00:32.750867 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-976644da-dbba-40a9-ba6a-925a8100932b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:00:32.756119 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-976644da-dbba-40a9-ba6a-925a8100932b admin admin] Usage tracker for resource:network and tenant:d7c4f49784924f52b140767558efc1fd is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:00:32.759623 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-976644da-dbba-40a9-ba6a-925a8100932b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:00:32.765523 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-976644da-dbba-40a9-ba6a-925a8100932b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:00:32.774411 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976644da-dbba-40a9-ba6a-925a8100932b admin admin] Made reservation on behalf of d7c4f49784924f52b140767558efc1fd for: {'network': 1} {{(pid=82368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 16:00:32.779284 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-976644da-dbba-40a9-ba6a-925a8100932b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for network, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:32.792771 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-976644da-dbba-40a9-ba6a-925a8100932b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:32.824341 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-976644da-dbba-40a9-ba6a-925a8100932b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:00:32.828518 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-976644da-dbba-40a9-ba6a-925a8100932b admin admin] Usage tracker for resource:security_group_rule and tenant:d7c4f49784924f52b140767558efc1fd is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:00:32.831508 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-976644da-dbba-40a9-ba6a-925a8100932b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:00:32.837330 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-976644da-dbba-40a9-ba6a-925a8100932b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:00:32.904687 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-976644da-dbba-40a9-ba6a-925a8100932b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:32.907524 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-976644da-dbba-40a9-ba6a-925a8100932b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:32.912225 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-1ef70a0e-8dee-410c-b250-82c42f646a3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:32.939212 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-976644da-dbba-40a9-ba6a-925a8100932b admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=82368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 20 16:00:32.951432 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976644da-dbba-40a9-ba6a-925a8100932b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1845dd12-4c55-46d6-8ab9-b4df24877023,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:32.954872 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-976644da-dbba-40a9-ba6a-925a8100932b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:32.957527 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-976644da-dbba-40a9-ba6a-925a8100932b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854403426'] for segment, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:32.958012 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.db.segments_db [None req-976644da-dbba-40a9-ba6a-925a8100932b admin admin] Added segment c9cd6264-4ac4-44cc-bb6d-5bb3076437bb of type vlan for network 53f851d3-fa9e-4475-bfdc-3fa4e4697b78 Sep 20 16:00:32.985277 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-976644da-dbba-40a9-ba6a-925a8100932b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786513467763'] for network, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:33.014249 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-976644da-dbba-40a9-ba6a-925a8100932b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223'] for network, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:33.015497 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976644da-dbba-40a9-ba6a-925a8100932b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:33.016145 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-976644da-dbba-40a9-ba6a-925a8100932b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for network, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:33.021634 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c04430e1-e0cd-4d76-97c0-2e8e13326b8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:33.071613 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device d8fe09ed-690e-40da-a789-c9b84391e8e2 no longer exists at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:00:33.111318 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] No Port match for: d8fe09ed-690e-40da-a789-c9b84391e8e2 {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:00:33.111717 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device d8fe09ed-690e-40da-a789-c9b84391e8e2 not bound to the agent host hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:00:33.178191 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976644da-dbba-40a9-ba6a-925a8100932b admin admin] Pushing event updated for resources: {'Network': ['ID=53f851d3-fa9e-4475-bfdc-3fa4e4697b78,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:33.183475 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-976644da-dbba-40a9-ba6a-925a8100932b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5762701 Sep 20 16:00:33.184538 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-976644da-dbba-40a9-ba6a-925a8100932b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:33.185321 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 52792) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:33.190980 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Network 53f851d3-fa9e-4475-bfdc-3fa4e4697b78 details requested by agent ovs-agent-dv-cinder-809669-1-iscsi with host dv-cinder-809669-1-iscsi {{(pid=82370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 20 16:00:33.205741 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-b2ad0005-e534-4859-a0a5-52388e7f770e admin admin] Request body: {'subnet': {'network_id': '53f851d3-fa9e-4475-bfdc-3fa4e4697b78', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1658483963-subnet', 'tenant_id': 'd7c4f49784924f52b140767558efc1fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:00:33.221210 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-b2ad0005-e534-4859-a0a5-52388e7f770e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:00:33.226054 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-4df44b6d-0de0-42ef-887b-00cb0edf0ec7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5af864f5c277407b926d6860bf75ec1e&device_id=70c5386b-c552-4a3c-8bc8-fd76b96e4395 HTTP/1.1" status: 200 len: 1097 time: 0.0993598 Sep 20 16:00:33.228462 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-b2ad0005-e534-4859-a0a5-52388e7f770e admin admin] Usage tracker for resource:subnet and tenant:d7c4f49784924f52b140767558efc1fd is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:00:33.231763 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-b2ad0005-e534-4859-a0a5-52388e7f770e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:00:33.238007 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-b2ad0005-e534-4859-a0a5-52388e7f770e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:00:33.286669 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b64e0e3b-46e2-4539-83bc-4596e2d6f01a req-f85efb35-a7e9-44bb-ad58-1090edc702c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db746f245ad145658413ccb0154221ac&device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 1099 time: 0.1709368 Sep 20 16:00:33.306956 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-6cea324c-1bbc-48b7-9b67-8216b4663eb0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e061cbfc-92a8-49f4-83ca-69377013c136 HTTP/1.1" status: 200 len: 217 time: 0.0656519 Sep 20 16:00:33.357319 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ad0005-e534-4859-a0a5-52388e7f770e admin admin] Made reservation on behalf of d7c4f49784924f52b140767558efc1fd for: {'subnet': 1} {{(pid=82369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 16:00:33.361938 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b2ad0005-e534-4859-a0a5-52388e7f770e admin admin] Notify callbacks [] for subnet, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:33.477386 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-dba148d0-cfbd-4226-b407-e1cba686557c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:33.478988 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-dba148d0-cfbd-4226-b407-e1cba686557c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bf2dfefe-0075-4586-a5b1-8add57d254b7 HTTP/1.1" status: 200 len: 848 time: 0.1646757 Sep 20 16:00:33.525864 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e0e3b-46e2-4539-83bc-4596e2d6f01a req-663e67cf-8792-4be9-b860-218449666a3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:33.527560 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b64e0e3b-46e2-4539-83bc-4596e2d6f01a req-663e67cf-8792-4be9-b860-218449666a3b service neutron] 10.222.0.36 "GET /v2.0/networks?id=bff5b245-776a-4a0d-8c23-eec69eae1a29 HTTP/1.1" status: 200 len: 918 time: 0.2284689 Sep 20 16:00:33.533848 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea7717c-1b8c-49be-adef-9bdca2cdaa58 req-e95c2e46-e488-4001-be73-5041c3d66282 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:33.535429 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cea7717c-1b8c-49be-adef-9bdca2cdaa58 req-e95c2e46-e488-4001-be73-5041c3d66282 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/ports?device_id=70c5386b-c552-4a3c-8bc8-fd76b96e4395 HTTP/1.1" status: 200 len: 944 time: 0.2892730 Sep 20 16:00:33.542135 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-94b01df2-ddaa-441f-90f9-a9d25187ca37 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b3c95ed8-174a-4d94-ae32-f5c9c9e2d451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453043 Sep 20 16:00:33.636735 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a992687c-3e2a-4286-b96a-ecd06b681eea req-85447f0c-fc7d-461b-9e81-d27a853c3e22 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:33.638508 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a992687c-3e2a-4286-b96a-ecd06b681eea req-85447f0c-fc7d-461b-9e81-d27a853c3e22 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 946 time: 0.3173263 Sep 20 16:00:33.731130 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b64e0e3b-46e2-4539-83bc-4596e2d6f01a req-48256b17-d83f-4691-a771-329eac1cb86e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e52c04f-0201-4604-827a-8116060ac578 HTTP/1.1" status: 200 len: 1002 time: 0.1932936 Sep 20 16:00:33.778094 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cea7717c-1b8c-49be-adef-9bdca2cdaa58 req-61431836-c16e-4e39-8c3e-268869f42db3 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdb45616-f7db-41e9-aa07-a59b29f77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873527 Sep 20 16:00:33.782301 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b2ad0005-e534-4859-a0a5-52388e7f770e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223'] for subnet, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:33.793407 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-2374d9db-3cf8-416f-875c-d6cdb537a85f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:33.802854 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a992687c-3e2a-4286-b96a-ecd06b681eea req-3fe52c59-330f-473d-b82b-b6b29a99ae30 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544726 Sep 20 16:00:33.837526 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e0e3b-46e2-4539-83bc-4596e2d6f01a req-7fe71607-25b1-4bab-873d-9f820a4ba79c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:33.839162 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b64e0e3b-46e2-4539-83bc-4596e2d6f01a req-7fe71607-25b1-4bab-873d-9f820a4ba79c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=56db9545-8f98-4a5d-b98f-1e9dd0b9696a HTTP/1.1" status: 200 len: 856 time: 0.0981004 Sep 20 16:00:33.846917 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-5618ee0b-792a-44ea-821d-c05b70c9db2c service neutron] 10.222.0.36 "GET /v2.0/networks/b3c95ed8-174a-4d94-ae32-f5c9c9e2d451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706907 Sep 20 16:00:33.867371 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70c5386b-c552-4a3c-8bc8-fd76b96e4395', 'tag': 'e061cbfc-92a8-49f4-83ca-69377013c136', 'status': 'completed', 'code': 200} Sep 20 16:00:34.007000 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 52816) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:34.069721 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad0005-e534-4859-a0a5-52388e7f770e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a2154bf-911c-4260-8eb6-661eb91cfda3,revision_number=0']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:34.078112 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b2ad0005-e534-4859-a0a5-52388e7f770e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:34.097728 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ad0005-e534-4859-a0a5-52388e7f770e admin admin] Checking segment: {'id': 'c9cd6264-4ac4-44cc-bb6d-5bb3076437bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '53f851d3-fa9e-4475-bfdc-3fa4e4697b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:00:34.098121 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ad0005-e534-4859-a0a5-52388e7f770e admin admin] Network hostable DHCP agents. Network: 53f851d3-fa9e-4475-bfdc-3fa4e4697b78, hostable agents: ['8165851e-a8d8-41e5-9937-b2b676de37d1'], hosted agents: [] {{(pid=82369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 20 16:00:34.107703 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-85bd1647-3ec0-424d-a394-f9cb8515faf9 req-9c130de5-2248-43fd-a1a2-9202cdbafec7 service neutron] 10.222.0.36 "GET /v2.0/networks/b3c95ed8-174a-4d94-ae32-f5c9c9e2d451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435982 Sep 20 16:00:34.111899 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:34.129257 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ad0005-e534-4859-a0a5-52388e7f770e admin admin] Network 53f851d3-fa9e-4475-bfdc-3fa4e4697b78 is scheduled to be hosted by DHCP agent 8165851e-a8d8-41e5-9937-b2b676de37d1 with binding_index 1 {{(pid=82369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 20 16:00:34.152255 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-b2ad0005-e534-4859-a0a5-52388e7f770e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809669-1-iscsi, 53f851d3-fa9e-4475-bfdc-3fa4e4697b78) {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:00:34.162752 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ad0005-e534-4859-a0a5-52388e7f770e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:34.163502 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b2ad0005-e534-4859-a0a5-52388e7f770e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for subnet, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:34.165757 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94229c6d-e74a-4b44-983d-f9b0cfe2ca15 None None] Network 53f851d3-fa9e-4475-bfdc-3fa4e4697b78 requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 16:00:34.249586 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-b2ad0005-e534-4859-a0a5-52388e7f770e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0620978 Sep 20 16:00:34.321534 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-839bfa1a-0505-45b2-9e7f-bb1d3c9debaa req-5be4297f-26ba-4b37-8a95-b1e16fd0a82d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5af864f5c277407b926d6860bf75ec1e&device_id=70c5386b-c552-4a3c-8bc8-fd76b96e4395 HTTP/1.1" status: 200 len: 1097 time: 0.1354492 Sep 20 16:00:34.405950 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49c5d1-f953-463c-a889-df582c807c15 req-0056c665-ce46-4a7f-b604-e32335ff3fd9 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:34.406706 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-cf49c5d1-f953-463c-a889-df582c807c15 req-0056c665-ce46-4a7f-b604-e32335ff3fd9 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Synchronizing usage tracker for tenant:d4006099cf2645d4a6944792d9159daa on resource:network {{(pid=82368) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:00:34.446681 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b64e0e3b-46e2-4539-83bc-4596e2d6f01a req-0e91ae02-aea4-4b44-904b-9e08f9b8d72d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bff5b245-776a-4a0d-8c23-eec69eae1a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5747592 Sep 20 16:00:34.478656 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eabbaf3-28df-4bd0-9515-8d245e5ef10a admin admin] Deleting subnet 6d94ce5c-3756-4970-aa1d-2d28193f4f2d {{(pid=82368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 20 16:00:34.496625 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7eabbaf3-28df-4bd0-9515-8d245e5ef10a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:34.503487 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f642a09-ab95-45cc-9bbe-3cbdd5855f4d None None] Network 53f851d3-fa9e-4475-bfdc-3fa4e4697b78 requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 16:00:34.585773 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839bfa1a-0505-45b2-9e7f-bb1d3c9debaa req-6071936e-774e-48a9-bd22-e4b088094872 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:34.587885 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-839bfa1a-0505-45b2-9e7f-bb1d3c9debaa req-6071936e-774e-48a9-bd22-e4b088094872 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b3c95ed8-174a-4d94-ae32-f5c9c9e2d451 HTTP/1.1" status: 200 len: 909 time: 0.2533147 Sep 20 16:00:34.605684 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-cf49c5d1-f953-463c-a889-df582c807c15 req-0056c665-ce46-4a7f-b604-e32335ff3fd9 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Unset dirty status for tenant:d4006099cf2645d4a6944792d9159daa on resource:network {{(pid=82368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:00:34.613018 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cf49c5d1-f953-463c-a889-df582c807c15 req-0056c665-ce46-4a7f-b604-e32335ff3fd9 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/networks?id=43705c63-9812-487a-a61d-44eee9483c04 HTTP/1.1" status: 200 len: 814 time: 0.6493578 Sep 20 16:00:34.699147 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7eabbaf3-28df-4bd0-9515-8d245e5ef10a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:34.712405 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-839bfa1a-0505-45b2-9e7f-bb1d3c9debaa req-9cefd437-9c10-4190-ba7e-a86762388f5e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e061cbfc-92a8-49f4-83ca-69377013c136 HTTP/1.1" status: 200 len: 217 time: 0.1077101 Sep 20 16:00:34.720145 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7eabbaf3-28df-4bd0-9515-8d245e5ef10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4005'] for subnet, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:34.757411 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cf49c5d1-f953-463c-a889-df582c807c15 req-5c361a4b-7fb7-4ab1-af55-734128751362 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/quotas/d4006099cf2645d4a6944792d9159daa HTTP/1.1" status: 200 len: 375 time: 0.1433015 Sep 20 16:00:34.807868 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839bfa1a-0505-45b2-9e7f-bb1d3c9debaa req-0b199b58-4f0a-4b06-8223-6a16b63c9423 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:34.809473 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-839bfa1a-0505-45b2-9e7f-bb1d3c9debaa req-0b199b58-4f0a-4b06-8223-6a16b63c9423 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bf2dfefe-0075-4586-a5b1-8add57d254b7 HTTP/1.1" status: 200 len: 848 time: 0.0893939 Sep 20 16:00:34.839210 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cf49c5d1-f953-463c-a889-df582c807c15 req-77a574dc-7a37-4cac-998c-53c96e653508 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4006099cf2645d4a6944792d9159daa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0747051 Sep 20 16:00:34.864769 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b64e0e3b-46e2-4539-83bc-4596e2d6f01a req-2cfb51b0-61b6-45ff-9bea-8b355058dc4c service neutron] 10.222.0.36 "GET /v2.0/networks/bff5b245-776a-4a0d-8c23-eec69eae1a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835716 Sep 20 16:00:34.879985 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-839bfa1a-0505-45b2-9e7f-bb1d3c9debaa req-03dd0c2b-75bd-4bf5-9450-0c88706c25db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b3c95ed8-174a-4d94-ae32-f5c9c9e2d451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605283 Sep 20 16:00:35.051109 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-839bfa1a-0505-45b2-9e7f-bb1d3c9debaa req-184e0182-2df3-4bf1-8e43-258e291c0257 service neutron] 10.222.0.36 "GET /v2.0/networks/b3c95ed8-174a-4d94-ae32-f5c9c9e2d451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619797 Sep 20 16:00:35.114405 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-cc0585d1-eca3-406a-8f4e-ed16c9a8790c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:35.169863 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7eabbaf3-28df-4bd0-9515-8d245e5ef10a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223'] for subnet, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:35.189583 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:35.213582 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-839bfa1a-0505-45b2-9e7f-bb1d3c9debaa req-487fbfe4-7365-4508-b71c-d8de6a80fd1b service neutron] 10.222.0.36 "GET /v2.0/networks/b3c95ed8-174a-4d94-ae32-f5c9c9e2d451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552866 Sep 20 16:00:35.260402 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eabbaf3-28df-4bd0-9515-8d245e5ef10a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d94ce5c-3756-4970-aa1d-2d28193f4f2d,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:35.262955 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-7eabbaf3-28df-4bd0-9515-8d245e5ef10a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:35.279364 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cf49c5d1-f953-463c-a889-df582c807c15 req-855f5f10-e96b-4c6b-a764-fd66896ee965 service neutron] 10.222.0.35 "GET /v2.0/networks/43705c63-9812-487a-a61d-44eee9483c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325571 Sep 20 16:00:35.284754 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7eabbaf3-28df-4bd0-9515-8d245e5ef10a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for subnet, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:35.292819 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b64e0e3b-46e2-4539-83bc-4596e2d6f01a req-aa6b30b5-2b0f-41cf-8e60-535633b297c6 service neutron] 10.222.0.36 "GET /v2.0/networks/bff5b245-776a-4a0d-8c23-eec69eae1a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891041 Sep 20 16:00:35.326756 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-7eabbaf3-28df-4bd0-9515-8d245e5ef10a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/6d94ce5c-3756-4970-aa1d-2d28193f4f2d HTTP/1.1" status: 204 len: 168 time: 1.3087685 Sep 20 16:00:35.329760 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 52866) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:35.348950 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06253bd9-b484-4ef4-98f4-eaf2ceb08eaf req-9de76e0f-a9be-4fc6-83bc-1c52386efc6d tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:35.350629 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-06253bd9-b484-4ef4-98f4-eaf2ceb08eaf req-9de76e0f-a9be-4fc6-83bc-1c52386efc6d tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/ports?device_id=70c5386b-c552-4a3c-8bc8-fd76b96e4395 HTTP/1.1" status: 200 len: 944 time: 0.4160752 Sep 20 16:00:35.450389 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7863d926-ea55-4872-8dd8-32fbd7fcabaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854743839'] for network, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:35.485689 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cf49c5d1-f953-463c-a889-df582c807c15 req-f345e206-9f0b-40c2-afc3-ab4c031fd1c9 service neutron] 10.222.0.35 "GET /v2.0/networks/43705c63-9812-487a-a61d-44eee9483c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961203 Sep 20 16:00:35.488106 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-06253bd9-b484-4ef4-98f4-eaf2ceb08eaf req-5f995e36-ef26-48f0-b0e8-1e8358cde999 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdb45616-f7db-41e9-aa07-a59b29f77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808980 Sep 20 16:00:35.549155 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:35.550699 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 52874) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:35.558169 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-42b55a7a-d5b6-4158-b19b-b23aee8b0fa7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-848387503-network', 'tenant_id': 'c3c7693701414669b9f79b6e5c58dd7d'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:00:35.563242 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-42b55a7a-d5b6-4158-b19b-b23aee8b0fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:00:35.568582 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-42b55a7a-d5b6-4158-b19b-b23aee8b0fa7 admin admin] Usage tracker for resource:network and tenant:c3c7693701414669b9f79b6e5c58dd7d is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:00:35.572489 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-42b55a7a-d5b6-4158-b19b-b23aee8b0fa7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:00:35.582880 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-42b55a7a-d5b6-4158-b19b-b23aee8b0fa7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:00:35.595602 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b55a7a-d5b6-4158-b19b-b23aee8b0fa7 admin admin] Made reservation on behalf of c3c7693701414669b9f79b6e5c58dd7d for: {'network': 1} {{(pid=82368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 16:00:35.600854 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-42b55a7a-d5b6-4158-b19b-b23aee8b0fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for network, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:35.601673 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7863d926-ea55-4872-8dd8-32fbd7fcabaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30012', 'neutron.services.segments.db._delete_segments_for_network-8786514012702'] for network, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:35.633618 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7863d926-ea55-4872-8dd8-32fbd7fcabaf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82369) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 16:00:35.634090 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7863d926-ea55-4872-8dd8-32fbd7fcabaf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82369) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 16:00:35.635707 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7863d926-ea55-4872-8dd8-32fbd7fcabaf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82369) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 16:00:35.636192 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7863d926-ea55-4872-8dd8-32fbd7fcabaf admin admin] Subscribe: > port after_create 55550000 {{(pid=82369) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 16:00:35.636664 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7863d926-ea55-4872-8dd8-32fbd7fcabaf admin admin] Subscribe: > port after_delete 55550000 {{(pid=82369) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 16:00:35.637095 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7863d926-ea55-4872-8dd8-32fbd7fcabaf admin admin] Subscribe: > port after_update 55550000 {{(pid=82369) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 16:00:35.637566 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7863d926-ea55-4872-8dd8-32fbd7fcabaf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82369) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 16:00:35.638018 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7863d926-ea55-4872-8dd8-32fbd7fcabaf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82369) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 16:00:35.638666 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-42b55a7a-d5b6-4158-b19b-b23aee8b0fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:35.639053 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7863d926-ea55-4872-8dd8-32fbd7fcabaf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82369) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 16:00:35.639425 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7863d926-ea55-4872-8dd8-32fbd7fcabaf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82369) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 16:00:35.675933 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-42b55a7a-d5b6-4158-b19b-b23aee8b0fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:00:35.706371 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7863d926-ea55-4872-8dd8-32fbd7fcabaf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82369) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 16:00:35.706762 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7863d926-ea55-4872-8dd8-32fbd7fcabaf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82369) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 16:00:35.707285 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7863d926-ea55-4872-8dd8-32fbd7fcabaf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82369) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 16:00:35.707663 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7863d926-ea55-4872-8dd8-32fbd7fcabaf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82369) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 16:00:35.708069 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-7863d926-ea55-4872-8dd8-32fbd7fcabaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f039c8f1-ad4f-41b5-b7ee-24d5c3e3f470']}} {{(pid=82369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:00:35.722215 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-7863d926-ea55-4872-8dd8-32fbd7fcabaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14334b2a-66af-44c2-b1ed-f7ecab412ee7') {'for_net_delete': True} {{(pid=82369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:00:35.722557 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-7863d926-ea55-4872-8dd8-32fbd7fcabaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14334b2a-66af-44c2-b1ed-f7ecab412ee7') {} {{(pid=82369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:00:35.733039 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-42b55a7a-d5b6-4158-b19b-b23aee8b0fa7 admin admin] Usage tracker for resource:security_group_rule and tenant:c3c7693701414669b9f79b6e5c58dd7d is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:00:35.741693 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-42b55a7a-d5b6-4158-b19b-b23aee8b0fa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:00:35.743816 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7863d926-ea55-4872-8dd8-32fbd7fcabaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250340771410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32543749'] for segment, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:35.754386 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-42b55a7a-d5b6-4158-b19b-b23aee8b0fa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:00:35.760601 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7863d926-ea55-4872-8dd8-32fbd7fcabaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854403426'] for segment, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:35.768381 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7863d926-ea55-4872-8dd8-32fbd7fcabaf admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=82369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 20 16:00:35.768838 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7863d926-ea55-4872-8dd8-32fbd7fcabaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-372359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036821680140'] for segment, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:35.785702 dv-cinder-809669-1-iscsi neutron-server[82259]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Sep 20 16:00:35.785702 dv-cinder-809669-1-iscsi neutron-server[82259]: (self, other), Sep 20 16:00:35.785702 dv-cinder-809669-1-iscsi neutron-server[82259]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Sep 20 16:00:35.785702 dv-cinder-809669-1-iscsi neutron-server[82259]: (self, other), Sep 20 16:00:35.785702 dv-cinder-809669-1-iscsi neutron-server[82259]: Traceback (most recent call last): Sep 20 16:00:35.785702 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 20 16:00:35.785702 dv-cinder-809669-1-iscsi neutron-server[82259]: timer() Sep 20 16:00:35.785702 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 16:00:35.785702 dv-cinder-809669-1-iscsi neutron-server[82259]: cb(*args, **kw) Sep 20 16:00:35.785702 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 20 16:00:35.785702 dv-cinder-809669-1-iscsi neutron-server[82259]: return func(*args, **kwargs) Sep 20 16:00:35.785702 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 16:00:35.785702 dv-cinder-809669-1-iscsi neutron-server[82259]: self._notify() Sep 20 16:00:35.785702 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 16:00:35.785702 dv-cinder-809669-1-iscsi neutron-server[82259]: self.callback(batched_events) Sep 20 16:00:35.785702 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 16:00:35.785702 dv-cinder-809669-1-iscsi neutron-server[82259]: event.method(event) Sep 20 16:00:35.785702 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 20 16:00:35.785702 dv-cinder-809669-1-iscsi neutron-server[82259]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 16:00:35.785702 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 20 16:00:35.785702 dv-cinder-809669-1-iscsi neutron-server[82259]: segment_id)['aggregates'][0] Sep 20 16:00:35.785702 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 20 16:00:35.785702 dv-cinder-809669-1-iscsi neutron-server[82259]: return f(self, *a, **k) Sep 20 16:00:35.785702 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 20 16:00:35.785702 dv-cinder-809669-1-iscsi neutron-server[82259]: return self._get(url).json() Sep 20 16:00:35.785702 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 16:00:35.785702 dv-cinder-809669-1-iscsi neutron-server[82259]: **kwargs) Sep 20 16:00:35.785702 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 20 16:00:35.785702 dv-cinder-809669-1-iscsi neutron-server[82259]: return self.request(url, 'GET', **kwargs) Sep 20 16:00:35.785702 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 20 16:00:35.785702 dv-cinder-809669-1-iscsi neutron-server[82259]: **endpoint_filter) Sep 20 16:00:35.785702 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 20 16:00:35.785702 dv-cinder-809669-1-iscsi neutron-server[82259]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 16:00:35.785702 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 20 16:00:35.785702 dv-cinder-809669-1-iscsi neutron-server[82259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 16:00:35.785702 dv-cinder-809669-1-iscsi neutron-server[82259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 16:00:35.900933 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a74641-2b11-402f-9f70-766accba3870 req-eff4c722-4ff1-487a-8013-a0d1383851a9 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:35.910615 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-60a74641-2b11-402f-9f70-766accba3870 req-eff4c722-4ff1-487a-8013-a0d1383851a9 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 946 time: 0.2302196 Sep 20 16:00:35.945319 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7863d926-ea55-4872-8dd8-32fbd7fcabaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854745781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1017775'] for network, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:35.954223 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:35.961337 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-42b55a7a-d5b6-4158-b19b-b23aee8b0fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:35.973144 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-42b55a7a-d5b6-4158-b19b-b23aee8b0fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:35.978516 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-dabae03a-ac09-435a-a44c-ddd48570161c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:35.983414 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863d926-ea55-4872-8dd8-32fbd7fcabaf admin admin] Pushing event deleted for resources: {'Network': ['ID=f039c8f1-ad4f-41b5-b7ee-24d5c3e3f470,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:35.986099 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7863d926-ea55-4872-8dd8-32fbd7fcabaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for network, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:35.996502 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-7863d926-ea55-4872-8dd8-32fbd7fcabaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:36.001251 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-7863d926-ea55-4872-8dd8-32fbd7fcabaf admin admin] 10.222.0.35 "DELETE /v2.0/networks/f039c8f1-ad4f-41b5-b7ee-24d5c3e3f470 HTTP/1.1" status: 204 len: 168 time: 0.6701667 Sep 20 16:00:36.037355 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42b55a7a-d5b6-4158-b19b-b23aee8b0fa7 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=82368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 20 16:00:36.039834 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b55a7a-d5b6-4158-b19b-b23aee8b0fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39924dba-7cf1-4a51-95eb-7df3b771adeb,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:36.043552 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-42b55a7a-d5b6-4158-b19b-b23aee8b0fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:36.064521 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-60a74641-2b11-402f-9f70-766accba3870 req-b97d8874-bbf3-40eb-870c-8eee20a30e8d tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531656 Sep 20 16:00:36.070793 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-42b55a7a-d5b6-4158-b19b-b23aee8b0fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854403426'] for segment, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:36.071242 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.db.segments_db [None req-42b55a7a-d5b6-4158-b19b-b23aee8b0fa7 admin admin] Added segment a73e018b-c2ed-4f95-abae-3c8afb7e98d6 of type vlan for network 569f295d-f480-4d38-93c0-ff12548fd2b7 Sep 20 16:00:36.103613 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device e061cbfc-92a8-49f4-83ca-69377013c136 details requested by agent hyperv_hv-cinder-80966 with host hv-cinder-80966 {{(pid=82370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 20 16:00:36.171073 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f3aa695d-5851-4278-a60d-419a481e63a3 req-59b97b53-96cd-465f-9cf3-46c3c6a7c162 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=3005196b-8290-4486-aba4-230975b5e603 HTTP/1.1" status: 200 len: 210 time: 0.0660181 Sep 20 16:00:36.172922 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-42b55a7a-d5b6-4158-b19b-b23aee8b0fa7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786513467763'] for network, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:36.224687 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-42b55a7a-d5b6-4158-b19b-b23aee8b0fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223'] for network, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:36.228206 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b55a7a-d5b6-4158-b19b-b23aee8b0fa7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:36.228862 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-42b55a7a-d5b6-4158-b19b-b23aee8b0fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for network, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:36.234123 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:36.291373 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port e061cbfc-92a8-49f4-83ca-69377013c136, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=e061cbfc-92a8-49f4-83ca-69377013c136,segment=NetworkSegment(36cb39eb-ee78-4833-962f-86df7669a729),segment_id=36cb39eb-ee78-4833-962f-86df7669a729)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:00:36.311438 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Returning: {'device': 'e061cbfc-92a8-49f4-83ca-69377013c136', 'network_id': 'b3c95ed8-174a-4d94-ae32-f5c9c9e2d451', 'port_id': 'e061cbfc-92a8-49f4-83ca-69377013c136', 'mac_address': 'fa:16:3e:7a:22:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf2dfefe-0075-4586-a5b1-8add57d254b7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 20 16:00:36.375543 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b55a7a-d5b6-4158-b19b-b23aee8b0fa7 admin admin] Pushing event updated for resources: {'Network': ['ID=569f295d-f480-4d38-93c0-ff12548fd2b7,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:36.382056 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-42b55a7a-d5b6-4158-b19b-b23aee8b0fa7 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8269117 Sep 20 16:00:36.382056 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-42b55a7a-d5b6-4158-b19b-b23aee8b0fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:36.382598 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 52906) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:36.391440 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-49764ed4-d684-447d-9991-488f7ae19e13 admin admin] Request body: {'subnet': {'network_id': '569f295d-f480-4d38-93c0-ff12548fd2b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-848387503-subnet', 'tenant_id': 'c3c7693701414669b9f79b6e5c58dd7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:00:36.397581 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Network 569f295d-f480-4d38-93c0-ff12548fd2b7 details requested by agent ovs-agent-dv-cinder-809669-1-iscsi with host dv-cinder-809669-1-iscsi {{(pid=82370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 20 16:00:36.401414 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-49764ed4-d684-447d-9991-488f7ae19e13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:00:36.405960 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-49764ed4-d684-447d-9991-488f7ae19e13 admin admin] Usage tracker for resource:subnet and tenant:c3c7693701414669b9f79b6e5c58dd7d is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:00:36.409865 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-49764ed4-d684-447d-9991-488f7ae19e13 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:00:36.417103 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-49764ed4-d684-447d-9991-488f7ae19e13 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:00:36.447162 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49764ed4-d684-447d-9991-488f7ae19e13 admin admin] Made reservation on behalf of c3c7693701414669b9f79b6e5c58dd7d for: {'subnet': 1} {{(pid=82369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 16:00:36.453986 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-49764ed4-d684-447d-9991-488f7ae19e13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036821389389'] for subnet, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:36.468649 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 52912) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:36.540959 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:36.548431 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-aa664bd7-61e5-4cd4-b2a2-9b582f0f2cbb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=58e34c7cef874e228cd05c786efe0991&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0782058 Sep 20 16:00:36.551303 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 52918) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:36.567415 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e061cbfc-92a8-49f4-83ca-69377013c136 {{(pid=82370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 16:00:36.584722 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port e061cbfc-92a8-49f4-83ca-69377013c136, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=e061cbfc-92a8-49f4-83ca-69377013c136,segment=NetworkSegment(36cb39eb-ee78-4833-962f-86df7669a729),segment_id=36cb39eb-ee78-4833-962f-86df7669a729)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:00:36.589637 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:36.592281 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:36.649271 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-18773458-7d88-4aff-b9a8-69e0f2929b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:36.687509 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=e061cbfc-92a8-49f4-83ca-69377013c136,revision_number=4']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:36.697527 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:00:36.697923 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:00:36.698307 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:00:36.698686 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:00:36.699348 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:00:36.699525 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:00:36.699857 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:00:36.700233 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:00:36.700605 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:00:36.700976 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:00:36.701342 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:00:36.706305 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:36.743867 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-18773458-7d88-4aff-b9a8-69e0f2929b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:36.816298 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b4fea-20fc-4876-8fab-fc10ec7177ce req-97961baa-8cfd-480d-8af4-07cf4af1b3b3 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:36.818517 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2e8b4fea-20fc-4876-8fab-fc10ec7177ce req-97961baa-8cfd-480d-8af4-07cf4af1b3b3 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/ports?device_id=70c5386b-c552-4a3c-8bc8-fd76b96e4395 HTTP/1.1" status: 200 len: 945 time: 0.1478057 Sep 20 16:00:36.830783 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-18773458-7d88-4aff-b9a8-69e0f2929b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:36.849013 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-750e222d-258e-4d3f-97be-991a2d68b745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:36.874415 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:36.910358 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-18773458-7d88-4aff-b9a8-69e0f2929b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:36.911647 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-18773458-7d88-4aff-b9a8-69e0f2929b55 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4a2e695e-6110-42d9-a4d5-f18e495a1120 HTTP/1.1" status: 204 len: 168 time: 0.3586619 Sep 20 16:00:36.914817 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['e061cbfc-92a8-49f4-83ca-69377013c136'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:00:36.930145 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2e8b4fea-20fc-4876-8fab-fc10ec7177ce req-9baf941a-56e5-4949-8565-1a553a3f6e92 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdb45616-f7db-41e9-aa07-a59b29f77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985334 Sep 20 16:00:36.931745 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18773458-7d88-4aff-b9a8-69e0f2929b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2e695e-6110-42d9-a4d5-f18e495a1120,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:36.940353 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-18773458-7d88-4aff-b9a8-69e0f2929b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:36.963379 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-49764ed4-d684-447d-9991-488f7ae19e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036821686390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036821389406'] for subnet, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:36.968433 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c7cee04a-c522-4d5c-a2d3-070775422bcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:37.033868 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49764ed4-d684-447d-9991-488f7ae19e13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cba41622-e8b5-417c-b0e3-7e702c54335c,revision_number=0']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:37.037925 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-49764ed4-d684-447d-9991-488f7ae19e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:37.060869 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49764ed4-d684-447d-9991-488f7ae19e13 admin admin] Checking segment: {'id': 'a73e018b-c2ed-4f95-abae-3c8afb7e98d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '569f295d-f480-4d38-93c0-ff12548fd2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:00:37.061258 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49764ed4-d684-447d-9991-488f7ae19e13 admin admin] Network hostable DHCP agents. Network: 569f295d-f480-4d38-93c0-ff12548fd2b7, hostable agents: ['8165851e-a8d8-41e5-9937-b2b676de37d1'], hosted agents: [] {{(pid=82369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 20 16:00:37.085774 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49764ed4-d684-447d-9991-488f7ae19e13 admin admin] Network 569f295d-f480-4d38-93c0-ff12548fd2b7 is scheduled to be hosted by DHCP agent 8165851e-a8d8-41e5-9937-b2b676de37d1 with binding_index 1 {{(pid=82369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 20 16:00:37.097991 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-49764ed4-d684-447d-9991-488f7ae19e13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809669-1-iscsi, 569f295d-f480-4d38-93c0-ff12548fd2b7) {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:00:37.113698 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49764ed4-d684-447d-9991-488f7ae19e13 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:37.114366 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-49764ed4-d684-447d-9991-488f7ae19e13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for subnet, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:37.118920 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a8eed6-aef7-4d8d-a9f7-f4e7162fe301 None None] Network 569f295d-f480-4d38-93c0-ff12548fd2b7 requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 16:00:37.139089 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-49764ed4-d684-447d-9991-488f7ae19e13 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7549407 Sep 20 16:00:37.444119 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a671807-a757-412b-a127-39402ecad82d None None] Network 569f295d-f480-4d38-93c0-ff12548fd2b7 requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 16:00:37.643074 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fb8fd265-722e-43c5-88bd-cdb5ee1e88f2 req-b3743ae9-08bd-4ef2-a36c-d7b9f0bfb449 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=3005196b-8290-4486-aba4-230975b5e603 HTTP/1.1" status: 200 len: 210 time: 0.0776927 Sep 20 16:00:37.707928 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af47869-617f-47b6-a5d7-b3ca815c4cdf req-2941028a-5b52-4edb-b2a6-e281e7f59ef9 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:37.711091 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5af47869-617f-47b6-a5d7-b3ca815c4cdf req-2941028a-5b52-4edb-b2a6-e281e7f59ef9 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 946 time: 0.4759533 Sep 20 16:00:37.718722 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49c5d1-f953-463c-a889-df582c807c15 req-7c99e510-3237-4dfd-9ac5-f8f37d7fa141 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:37.720862 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cf49c5d1-f953-463c-a889-df582c807c15 req-7c99e510-3237-4dfd-9ac5-f8f37d7fa141 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.36 "GET /v2.0/networks?id=43705c63-9812-487a-a61d-44eee9483c04 HTTP/1.1" status: 200 len: 814 time: 0.4308212 Sep 20 16:00:37.751328 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-cf49c5d1-f953-463c-a889-df582c807c15 req-f937925e-44c2-49a1-a766-f197fc2e0a75 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Request body: {'port': {'device_id': '3005196b-8290-4486-aba4-230975b5e603', 'network_id': '43705c63-9812-487a-a61d-44eee9483c04', 'admin_state_up': True, 'tenant_id': 'd4006099cf2645d4a6944792d9159daa'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:00:37.910113 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5af47869-617f-47b6-a5d7-b3ca815c4cdf req-89415f08-35d6-4c29-97b1-6dcacdd4d1c1 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879034 Sep 20 16:00:38.031329 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-cf49c5d1-f953-463c-a889-df582c807c15 req-f937925e-44c2-49a1-a766-f197fc2e0a75 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:00:38.036939 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-cf49c5d1-f953-463c-a889-df582c807c15 req-f937925e-44c2-49a1-a766-f197fc2e0a75 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Usage tracker for resource:port and tenant:d4006099cf2645d4a6944792d9159daa is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:00:38.043788 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-cf49c5d1-f953-463c-a889-df582c807c15 req-f937925e-44c2-49a1-a766-f197fc2e0a75 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:00:38.061514 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-cf49c5d1-f953-463c-a889-df582c807c15 req-f937925e-44c2-49a1-a766-f197fc2e0a75 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:00:38.082459 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf49c5d1-f953-463c-a889-df582c807c15 req-f937925e-44c2-49a1-a766-f197fc2e0a75 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Made reservation on behalf of d4006099cf2645d4a6944792d9159daa for: {'port': 1} {{(pid=82368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 16:00:38.088997 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-cf49c5d1-f953-463c-a889-df582c807c15 req-f937925e-44c2-49a1-a766-f197fc2e0a75 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:38.121360 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device e061cbfc-92a8-49f4-83ca-69377013c136 up at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:00:38.236785 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning for port e061cbfc-92a8-49f4-83ca-69377013c136 completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:00:38.253655 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning complete for port e061cbfc-92a8-49f4-83ca-69377013c136 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:00:38.254406 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:38.258851 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 52980) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:38.412918 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d458ee-e891-48a8-ac87-84ca26b19bf8 req-68ac47e0-3ad0-4ec1-9dde-bfc2a757e890 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:38.420770 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-49d458ee-e891-48a8-ac87-84ca26b19bf8 req-68ac47e0-3ad0-4ec1-9dde-bfc2a757e890 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/ports?device_id=70c5386b-c552-4a3c-8bc8-fd76b96e4395 HTTP/1.1" status: 200 len: 945 time: 0.2229750 Sep 20 16:00:38.444234 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:38.458892 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [req-cf49c5d1-f953-463c-a889-df582c807c15 req-f937925e-44c2-49a1-a766-f197fc2e0a75 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Allocated IP 172.20.0.3 (43705c63-9812-487a-a61d-44eee9483c04/338ac0bd-e4f8-42e2-923e-f5c76ce3e452/c33fa3e9-a7c6-49f4-b0a9-10056974b5d0) {{(pid=82368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 16:00:38.471277 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-72dc7ffa-17ba-4f31-ad27-a846caa37c85 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1669247086-network', 'tenant_id': '8bf0b02c11fa406eb7e8152365858c89'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:00:38.479011 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-72dc7ffa-17ba-4f31-ad27-a846caa37c85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:00:38.483959 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-72dc7ffa-17ba-4f31-ad27-a846caa37c85 admin admin] Usage tracker for resource:network and tenant:8bf0b02c11fa406eb7e8152365858c89 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:00:38.488295 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-72dc7ffa-17ba-4f31-ad27-a846caa37c85 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:00:38.501398 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-72dc7ffa-17ba-4f31-ad27-a846caa37c85 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:00:38.516363 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72dc7ffa-17ba-4f31-ad27-a846caa37c85 admin admin] Made reservation on behalf of 8bf0b02c11fa406eb7e8152365858c89 for: {'network': 1} {{(pid=82369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 16:00:38.523801 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-72dc7ffa-17ba-4f31-ad27-a846caa37c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for network, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:38.524853 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c5386b-c552-4a3c-8bc8-fd76b96e4395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e061cbfc-92a8-49f4-83ca-69377013c136'}] {{(pid=82370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:00:38.525287 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-49d458ee-e891-48a8-ac87-84ca26b19bf8 req-1b348241-f17e-4361-8234-a27ea4248329 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdb45616-f7db-41e9-aa07-a59b29f77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035094 Sep 20 16:00:38.550206 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port e061cbfc-92a8-49f4-83ca-69377013c136, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=e061cbfc-92a8-49f4-83ca-69377013c136,segment=NetworkSegment(36cb39eb-ee78-4833-962f-86df7669a729),segment_id=36cb39eb-ee78-4833-962f-86df7669a729)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:00:38.564514 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:38.566613 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:38.578559 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-72dc7ffa-17ba-4f31-ad27-a846caa37c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:38.654119 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c5386b-c552-4a3c-8bc8-fd76b96e4395', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e061cbfc-92a8-49f4-83ca-69377013c136', 'code': 200} Sep 20 16:00:38.658198 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-72dc7ffa-17ba-4f31-ad27-a846caa37c85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:00:38.670798 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-72dc7ffa-17ba-4f31-ad27-a846caa37c85 admin admin] Usage tracker for resource:security_group_rule and tenant:8bf0b02c11fa406eb7e8152365858c89 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:00:38.677685 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-72dc7ffa-17ba-4f31-ad27-a846caa37c85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:00:38.679385 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=e061cbfc-92a8-49f4-83ca-69377013c136,revision_number=5']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:38.689541 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:38.696586 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-72dc7ffa-17ba-4f31-ad27-a846caa37c85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:00:38.834588 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-72dc7ffa-17ba-4f31-ad27-a846caa37c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:38.839536 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-72dc7ffa-17ba-4f31-ad27-a846caa37c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:38.847180 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-8e6857f5-36a4-4d89-a118-a9ed35ccb241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:38.885375 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72dc7ffa-17ba-4f31-ad27-a846caa37c85 admin admin] vlan segment allocate from pool success with {'vlan_id': 409, 'physical_network': 'physnet1'} {{(pid=82369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 20 16:00:38.900324 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc7ffa-17ba-4f31-ad27-a846caa37c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:38.918617 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-72dc7ffa-17ba-4f31-ad27-a846caa37c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:38.919703 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-72dc7ffa-17ba-4f31-ad27-a846caa37c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854403426'] for segment, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:38.920095 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.db.segments_db [None req-72dc7ffa-17ba-4f31-ad27-a846caa37c85 admin admin] Added segment af014d27-e93b-4a03-86de-e38863424f3d of type vlan for network f5b72bd9-9e2c-4379-b1a6-74f4994e0552 Sep 20 16:00:38.956451 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-72dc7ffa-17ba-4f31-ad27-a846caa37c85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786513467763'] for network, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:39.029374 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 53010) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:39.046313 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-72dc7ffa-17ba-4f31-ad27-a846caa37c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223'] for network, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:39.048530 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dc7ffa-17ba-4f31-ad27-a846caa37c85 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:39.049353 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-72dc7ffa-17ba-4f31-ad27-a846caa37c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for network, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:39.058119 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b1d69d34-0b70-44d7-8253-4ba5e4776dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:39.134875 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3c6a0592-1def-4c34-a154-8c6223027eaa req-63803859-51aa-485f-aade-6392d8b82245 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=3005196b-8290-4486-aba4-230975b5e603 HTTP/1.1" status: 200 len: 210 time: 0.3162036 Sep 20 16:00:39.188884 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-72dc7ffa-17ba-4f31-ad27-a846caa37c85 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9283741 Sep 20 16:00:39.191131 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc7ffa-17ba-4f31-ad27-a846caa37c85 admin admin] Pushing event updated for resources: {'Network': ['ID=f5b72bd9-9e2c-4379-b1a6-74f4994e0552,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:39.192874 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 53018) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:39.196625 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-72dc7ffa-17ba-4f31-ad27-a846caa37c85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:39.202016 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-df018837-2cc4-4f22-9bb5-3651ff982ea0 admin admin] Request body: {'subnet': {'network_id': 'f5b72bd9-9e2c-4379-b1a6-74f4994e0552', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1669247086-subnet', 'tenant_id': '8bf0b02c11fa406eb7e8152365858c89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:00:39.207256 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Network f5b72bd9-9e2c-4379-b1a6-74f4994e0552 details requested by agent ovs-agent-dv-cinder-809669-1-iscsi with host dv-cinder-809669-1-iscsi {{(pid=82370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 20 16:00:39.212440 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-df018837-2cc4-4f22-9bb5-3651ff982ea0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:00:39.218421 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-df018837-2cc4-4f22-9bb5-3651ff982ea0 admin admin] Usage tracker for resource:subnet and tenant:8bf0b02c11fa406eb7e8152365858c89 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:00:39.222204 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-df018837-2cc4-4f22-9bb5-3651ff982ea0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:00:39.230560 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-df018837-2cc4-4f22-9bb5-3651ff982ea0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:00:39.253575 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-cf49c5d1-f953-463c-a889-df582c807c15 req-f937925e-44c2-49a1-a766-f197fc2e0a75 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Notify callbacks [] for port, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:39.262749 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0a50e12d-780d-4b30-86f9-50f54586ca81 req-00046c16-337c-43b1-b58a-7c59a5a21fb4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=70c5386b-c552-4a3c-8bc8-fd76b96e4395 HTTP/1.1" status: 200 len: 1099 time: 0.2764535 Sep 20 16:00:39.265882 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df018837-2cc4-4f22-9bb5-3651ff982ea0 admin admin] Made reservation on behalf of 8bf0b02c11fa406eb7e8152365858c89 for: {'subnet': 1} {{(pid=82369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 16:00:39.268375 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9b980-0f8e-4bb3-bc03-1793fdddbae6 req-ada59784-3238-4496-90b1-d9308998e010 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:39.269995 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-05c9b980-0f8e-4bb3-bc03-1793fdddbae6 req-ada59784-3238-4496-90b1-d9308998e010 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 946 time: 0.1475031 Sep 20 16:00:39.272462 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-df018837-2cc4-4f22-9bb5-3651ff982ea0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036821389389'] for subnet, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:39.317252 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ee76a66e-aebf-438f-8284-3be8abf0facc admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:39.329904 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-cf49c5d1-f953-463c-a889-df582c807c15 req-f937925e-44c2-49a1-a766-f197fc2e0a75 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572'] for port, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:39.339781 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-05c9b980-0f8e-4bb3-bc03-1793fdddbae6 req-af825255-a325-41b1-88a0-447889f7643e tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626624 Sep 20 16:00:39.341121 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-47c86168-a92e-442c-8fa7-6d0d1af7d3ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:39.407559 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf49c5d1-f953-463c-a889-df582c807c15 req-f937925e-44c2-49a1-a766-f197fc2e0a75 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Network 43705c63-9812-487a-a61d-44eee9483c04 is already hosted by enough agents. {{(pid=82368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:00:39.411919 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [req-cf49c5d1-f953-463c-a889-df582c807c15 req-f937925e-44c2-49a1-a766-f197fc2e0a75 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Resources bound (agent type, host, resource id): {{(pid=82368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:00:39.416658 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf49c5d1-f953-463c-a889-df582c807c15 req-f937925e-44c2-49a1-a766-f197fc2e0a75 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Received port after_create {{(pid=82368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 16:00:39.420901 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49c5d1-f953-463c-a889-df582c807c15 req-f937925e-44c2-49a1-a766-f197fc2e0a75 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:39.421623 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-cf49c5d1-f953-463c-a889-df582c807c15 req-f937925e-44c2-49a1-a766-f197fc2e0a75 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for port, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:39.434770 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f937925e-44c2-49a1-a766-f197fc2e0a75 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Pushing event updated for resources: {'Port': ['ID=c33fa3e9-a7c6-49f4-b0a9-10056974b5d0,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:39.439546 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f937925e-44c2-49a1-a766-f197fc2e0a75 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:39.446281 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0a50e12d-780d-4b30-86f9-50f54586ca81 req-4dea0412-ef3b-40b3-903c-30977b8cebe6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fdb45616-f7db-41e9-aa07-a59b29f77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569490 Sep 20 16:00:39.448798 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cf49c5d1-f953-463c-a889-df582c807c15 req-f937925e-44c2-49a1-a766-f197fc2e0a75 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7019017 Sep 20 16:00:39.454161 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-ee76a66e-aebf-438f-8284-3be8abf0facc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:00:39.460629 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-ee76a66e-aebf-438f-8284-3be8abf0facc admin admin] Usage tracker for resource:security_group_rule and tenant:5ea933577e1f44bda48608a259ba9fda is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:00:39.464520 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-ee76a66e-aebf-438f-8284-3be8abf0facc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:00:39.471943 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-ee76a66e-aebf-438f-8284-3be8abf0facc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:00:39.516788 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:39.625385 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-df018837-2cc4-4f22-9bb5-3651ff982ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036821686390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036821389406'] for subnet, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:39.627161 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ee76a66e-aebf-438f-8284-3be8abf0facc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:39.632364 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-8ada7b4d-3422-472a-b658-0cf389ac57e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:39.662084 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ee76a66e-aebf-438f-8284-3be8abf0facc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:39.670439 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-cf49c5d1-f953-463c-a889-df582c807c15 req-b8a48969-b708-4af1-a882-0f1e072fb5b1 service neutron] Request body: {'port': {'device_id': '3005196b-8290-4486-aba4-230975b5e603', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80966'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:00:39.730821 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df018837-2cc4-4f22-9bb5-3651ff982ea0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec1946d3-cedd-49f4-8285-8cb4d80885c9,revision_number=0']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:39.737540 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-ee76a66e-aebf-438f-8284-3be8abf0facc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5ea933577e1f44bda48608a259ba9fda&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7070432 Sep 20 16:00:39.738607 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-df018837-2cc4-4f22-9bb5-3651ff982ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:39.741745 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 53026) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:39.742297 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-ba13ef7d-670e-4ed7-9540-5deb42d5006f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:39.807965 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee76a66e-aebf-438f-8284-3be8abf0facc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69f7993-f5b5-493c-86d1-815bd1264178,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:39.810681 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df018837-2cc4-4f22-9bb5-3651ff982ea0 admin admin] Checking segment: {'id': 'af014d27-e93b-4a03-86de-e38863424f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f5b72bd9-9e2c-4379-b1a6-74f4994e0552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:00:39.811092 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df018837-2cc4-4f22-9bb5-3651ff982ea0 admin admin] Network hostable DHCP agents. Network: f5b72bd9-9e2c-4379-b1a6-74f4994e0552, hostable agents: ['8165851e-a8d8-41e5-9937-b2b676de37d1'], hosted agents: [] {{(pid=82369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 20 16:00:39.819991 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-ee76a66e-aebf-438f-8284-3be8abf0facc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:39.866305 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f5d278b7-ff1a-4319-9a4a-95ec74473444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:39.869324 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df018837-2cc4-4f22-9bb5-3651ff982ea0 admin admin] Network f5b72bd9-9e2c-4379-b1a6-74f4994e0552 is scheduled to be hosted by DHCP agent 8165851e-a8d8-41e5-9937-b2b676de37d1 with binding_index 1 {{(pid=82369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 20 16:00:39.878868 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b8013a-e552-4b4c-82f9-8fc03870e5c2 req-53a531bc-e48a-4472-b958-d82c9f490511 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:39.881037 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-46b8013a-e552-4b4c-82f9-8fc03870e5c2 req-53a531bc-e48a-4472-b958-d82c9f490511 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/ports?device_id=70c5386b-c552-4a3c-8bc8-fd76b96e4395 HTTP/1.1" status: 200 len: 946 time: 0.2157826 Sep 20 16:00:39.881822 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-cf49c5d1-f953-463c-a889-df582c807c15 req-b8a48969-b708-4af1-a882-0f1e072fb5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:39.897242 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-df018837-2cc4-4f22-9bb5-3651ff982ea0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809669-1-iscsi, f5b72bd9-9e2c-4379-b1a6-74f4994e0552) {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:00:39.903608 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f5d278b7-ff1a-4319-9a4a-95ec74473444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:39.907737 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2304fb0c-0465-4e7a-881e-df2bff317977 None None] Network f5b72bd9-9e2c-4379-b1a6-74f4994e0552 requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 16:00:39.911742 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df018837-2cc4-4f22-9bb5-3651ff982ea0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:39.912452 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-df018837-2cc4-4f22-9bb5-3651ff982ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for subnet, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:39.965586 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-df018837-2cc4-4f22-9bb5-3651ff982ea0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7715197 Sep 20 16:00:39.988814 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f5d278b7-ff1a-4319-9a4a-95ec74473444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:39.995700 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f0f438ff-7ba3-4719-9f6f-4ed89563354f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:40.011335 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d278b7-ff1a-4319-9a4a-95ec74473444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69f7993-f5b5-493c-86d1-815bd1264178,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:40.019468 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f5d278b7-ff1a-4319-9a4a-95ec74473444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:40.020708 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-46b8013a-e552-4b4c-82f9-8fc03870e5c2 req-32150a65-61ad-41db-9c2c-42b822c38a0b tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdb45616-f7db-41e9-aa07-a59b29f77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285176 Sep 20 16:00:40.021752 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f5d278b7-ff1a-4319-9a4a-95ec74473444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:40.025484 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-f5d278b7-ff1a-4319-9a4a-95ec74473444 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c69f7993-f5b5-493c-86d1-815bd1264178 HTTP/1.1" status: 204 len: 168 time: 0.2728229 Sep 20 16:00:40.217920 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f464fad-7b70-49b8-8d61-715c94fa3e4b None None] Network f5b72bd9-9e2c-4379-b1a6-74f4994e0552 requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 16:00:40.365773 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [req-cf49c5d1-f953-463c-a889-df582c807c15 req-b8a48969-b708-4af1-a882-0f1e072fb5b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c33fa3e9-a7c6-49f4-b0a9-10056974b5d0 {{(pid=82368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 16:00:40.373188 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-cf49c5d1-f953-463c-a889-df582c807c15 req-b8a48969-b708-4af1-a882-0f1e072fb5b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:40.391748 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [req-cf49c5d1-f953-463c-a889-df582c807c15 req-b8a48969-b708-4af1-a882-0f1e072fb5b1 service neutron] Transition to ACTIVE for port object c33fa3e9-a7c6-49f4-b0a9-10056974b5d0 will not be triggered until provisioned by entity L2. {{(pid=82368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:00:40.431233 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-cf49c5d1-f953-463c-a889-df582c807c15 req-b8a48969-b708-4af1-a882-0f1e072fb5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:40.443728 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-47c86168-a92e-442c-8fa7-6d0d1af7d3ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:40.589807 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a48969-b708-4af1-a882-0f1e072fb5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=c33fa3e9-a7c6-49f4-b0a9-10056974b5d0,revision_number=2']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:40.595524 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8a48969-b708-4af1-a882-0f1e072fb5b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:40.612529 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab32c0-1fe9-4b78-b543-72fc27bdce72 req-9b2974ae-c69f-45ef-b6fc-b7d541ec6da6 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:40.613296 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-1fab32c0-1fe9-4b78-b543-72fc27bdce72 req-9b2974ae-c69f-45ef-b6fc-b7d541ec6da6 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Synchronizing usage tracker for tenant:d4006099cf2645d4a6944792d9159daa on resource:port {{(pid=82368) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:00:40.673869 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-cf49c5d1-f953-463c-a889-df582c807c15 req-b8a48969-b708-4af1-a882-0f1e072fb5b1 service neutron] Attempting to bind port c33fa3e9-a7c6-49f4-b0a9-10056974b5d0 on host hv-cinder-80966 for vnic_type normal with profile {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 16:00:40.674199 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-cf49c5d1-f953-463c-a889-df582c807c15 req-b8a48969-b708-4af1-a882-0f1e072fb5b1 service neutron] Attempting to bind port c33fa3e9-a7c6-49f4-b0a9-10056974b5d0 by drivers openvswitch,hyperv on host hv-cinder-80966 at level 0 using segments [{'id': 'a0d8ceb8-75de-4a48-833b-bd452d857094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '43705c63-9812-487a-a61d-44eee9483c04'}] {{(pid=82368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 16:00:40.674563 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf49c5d1-f953-463c-a889-df582c807c15 req-b8a48969-b708-4af1-a882-0f1e072fb5b1 service neutron] Attempting to bind port c33fa3e9-a7c6-49f4-b0a9-10056974b5d0 on network 43705c63-9812-487a-a61d-44eee9483c04 {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:00:40.685757 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf49c5d1-f953-463c-a889-df582c807c15 req-b8a48969-b708-4af1-a882-0f1e072fb5b1 service neutron] Port c33fa3e9-a7c6-49f4-b0a9-10056974b5d0 on network 43705c63-9812-487a-a61d-44eee9483c04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80966 {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 20 16:00:40.686117 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf49c5d1-f953-463c-a889-df582c807c15 req-b8a48969-b708-4af1-a882-0f1e072fb5b1 service neutron] Attempting to bind port c33fa3e9-a7c6-49f4-b0a9-10056974b5d0 on network 43705c63-9812-487a-a61d-44eee9483c04 {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:00:40.692172 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-1fab32c0-1fe9-4b78-b543-72fc27bdce72 req-9b2974ae-c69f-45ef-b6fc-b7d541ec6da6 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Unset dirty status for tenant:d4006099cf2645d4a6944792d9159daa on resource:port {{(pid=82368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:00:40.699206 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1fab32c0-1fe9-4b78-b543-72fc27bdce72 req-9b2974ae-c69f-45ef-b6fc-b7d541ec6da6 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=3005196b-8290-4486-aba4-230975b5e603 HTTP/1.1" status: 200 len: 943 time: 0.3090084 Sep 20 16:00:40.718439 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf49c5d1-f953-463c-a889-df582c807c15 req-b8a48969-b708-4af1-a882-0f1e072fb5b1 service neutron] Checking agent: {'id': '85f38ebc-8bd3-4a05-87ab-11427d0d3796', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 57, 9), 'started_at': datetime.datetime(2021, 9, 20, 15, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 16, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 16:00:40.718827 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf49c5d1-f953-463c-a889-df582c807c15 req-b8a48969-b708-4af1-a882-0f1e072fb5b1 service neutron] Checking segment: {'id': 'a0d8ceb8-75de-4a48-833b-bd452d857094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '43705c63-9812-487a-a61d-44eee9483c04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:00:40.721070 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf49c5d1-f953-463c-a889-df582c807c15 req-b8a48969-b708-4af1-a882-0f1e072fb5b1 service neutron] Bound using segment: {'id': 'a0d8ceb8-75de-4a48-833b-bd452d857094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '43705c63-9812-487a-a61d-44eee9483c04'} {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 16:00:40.721685 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-cf49c5d1-f953-463c-a889-df582c807c15 req-b8a48969-b708-4af1-a882-0f1e072fb5b1 service neutron] Bound port: c33fa3e9-a7c6-49f4-b0a9-10056974b5d0, host: hv-cinder-80966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0d8ceb8-75de-4a48-833b-bd452d857094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '43705c63-9812-487a-a61d-44eee9483c04'}}] {{(pid=82368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 16:00:40.722148 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-cf49c5d1-f953-463c-a889-df582c807c15 req-b8a48969-b708-4af1-a882-0f1e072fb5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:40.814232 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 53064) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:40.827356 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-1fab32c0-1fe9-4b78-b543-72fc27bdce72 req-88696075-44a4-4767-9e40-578065f565c4 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Synchronizing usage tracker for tenant:d4006099cf2645d4a6944792d9159daa on resource:security_group {{(pid=82368) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:00:40.839559 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fd0cab8e-a732-4d6c-a429-99e42527888d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:40.894194 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-1fab32c0-1fe9-4b78-b543-72fc27bdce72 req-88696075-44a4-4767-9e40-578065f565c4 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Unset dirty status for tenant:d4006099cf2645d4a6944792d9159daa on resource:security_group {{(pid=82368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:00:40.905750 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1fab32c0-1fe9-4b78-b543-72fc27bdce72 req-88696075-44a4-4767-9e40-578065f565c4 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055688 Sep 20 16:00:40.924657 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-fd0cab8e-a732-4d6c-a429-99e42527888d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:00:40.934120 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-fd0cab8e-a732-4d6c-a429-99e42527888d admin admin] Usage tracker for resource:security_group_rule and tenant:5b26b56fdc5c4d54b39ff8e07010a8e1 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:00:40.942384 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-fd0cab8e-a732-4d6c-a429-99e42527888d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:00:40.949502 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-fd0cab8e-a732-4d6c-a429-99e42527888d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:00:40.978170 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-cf49c5d1-f953-463c-a889-df582c807c15 req-b8a48969-b708-4af1-a882-0f1e072fb5b1 service neutron] For port c33fa3e9-a7c6-49f4-b0a9-10056974b5d0, host hv-cinder-80966, cleared binding levels {{(pid=82368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 16:00:41.029365 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fd0cab8e-a732-4d6c-a429-99e42527888d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:41.032409 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fd0cab8e-a732-4d6c-a429-99e42527888d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:41.040637 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-55e14f56-4ee3-403e-9381-a96e0b73d69c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:41.048824 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-cf49c5d1-f953-463c-a889-df582c807c15 req-b8a48969-b708-4af1-a882-0f1e072fb5b1 service neutron] For port c33fa3e9-a7c6-49f4-b0a9-10056974b5d0, host hv-cinder-80966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=c33fa3e9-a7c6-49f4-b0a9-10056974b5d0,segment=NetworkSegment(a0d8ceb8-75de-4a48-833b-bd452d857094),segment_id=a0d8ceb8-75de-4a48-833b-bd452d857094)] {{(pid=82368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 16:00:41.064360 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-cf49c5d1-f953-463c-a889-df582c807c15 req-b8a48969-b708-4af1-a882-0f1e072fb5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:41.078315 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8a48969-b708-4af1-a882-0f1e072fb5b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:41.084755 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0cab8e-a732-4d6c-a429-99e42527888d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35616b36-7e72-4ab1-85a3-b116638c5704,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:41.088021 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-fd0cab8e-a732-4d6c-a429-99e42527888d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:41.092798 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-fd0cab8e-a732-4d6c-a429-99e42527888d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5b26b56fdc5c4d54b39ff8e07010a8e1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2747273 Sep 20 16:00:41.093629 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 53076) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:41.157223 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-76bf6b48-142d-4a6d-93ac-02a34798d818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:41.171682 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-cf49c5d1-f953-463c-a889-df582c807c15 req-b8a48969-b708-4af1-a882-0f1e072fb5b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for port, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:41.173132 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cf49c5d1-f953-463c-a889-df582c807c15 req-b8a48969-b708-4af1-a882-0f1e072fb5b1 service neutron] 10.222.0.36 "PUT /v2.0/ports/c33fa3e9-a7c6-49f4-b0a9-10056974b5d0 HTTP/1.1" status: 200 len: 1093 time: 1.5097666 Sep 20 16:00:41.173703 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3005196b-8290-4486-aba4-230975b5e603', 'tag': 'c33fa3e9-a7c6-49f4-b0a9-10056974b5d0'}] {{(pid=82368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:00:41.195690 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-76bf6b48-142d-4a6d-93ac-02a34798d818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:41.197745 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-11f4ef35-f18b-4104-9818-175eed472e9f tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:41.199551 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-11f4ef35-f18b-4104-9818-175eed472e9f tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/networks?id=f5b72bd9-9e2c-4379-b1a6-74f4994e0552 HTTP/1.1" status: 200 len: 815 time: 0.2927408 Sep 20 16:00:41.200466 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a48969-b708-4af1-a882-0f1e072fb5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=c33fa3e9-a7c6-49f4-b0a9-10056974b5d0,revision_number=3']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:41.204202 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8a48969-b708-4af1-a882-0f1e072fb5b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:41.217773 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-440e3aef-292e-4249-9f52-f927bfdb3080 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/quotas/8bf0b02c11fa406eb7e8152365858c89 HTTP/1.1" status: 200 len: 375 time: 0.0119836 Sep 20 16:00:41.244400 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-76bf6b48-142d-4a6d-93ac-02a34798d818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:41.249962 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c460954e-3f0e-4ace-8e52-cfc76d80b38d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:41.264243 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf6b48-142d-4a6d-93ac-02a34798d818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35616b36-7e72-4ab1-85a3-b116638c5704,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:41.266604 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-76bf6b48-142d-4a6d-93ac-02a34798d818 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:41.268812 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-76bf6b48-142d-4a6d-93ac-02a34798d818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:41.272493 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-76bf6b48-142d-4a6d-93ac-02a34798d818 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/35616b36-7e72-4ab1-85a3-b116638c5704 HTTP/1.1" status: 204 len: 168 time: 0.1761475 Sep 20 16:00:41.350616 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-459b5fc8-4406-48be-9c3f-459be3f6974b tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8bf0b02c11fa406eb7e8152365858c89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1264095 Sep 20 16:00:41.548629 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cf49c5d1-f953-463c-a889-df582c807c15 req-7a598e0f-bed2-4626-a507-c00f7b43c1c2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d4006099cf2645d4a6944792d9159daa&device_id=3005196b-8290-4486-aba4-230975b5e603 HTTP/1.1" status: 200 len: 1096 time: 0.2841763 Sep 20 16:00:41.556462 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06406b1-6ef6-449b-b4ad-96d8c2f24a1d req-872902f5-8743-4bdd-964b-31d903c1b149 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:41.557948 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d06406b1-6ef6-449b-b4ad-96d8c2f24a1d req-872902f5-8743-4bdd-964b-31d903c1b149 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 946 time: 0.2923467 Sep 20 16:00:41.560044 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-779f6ccd-e5b6-455f-be50-ca0301fae366 service neutron] 10.222.0.35 "GET /v2.0/networks/f5b72bd9-9e2c-4379-b1a6-74f4994e0552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957185 Sep 20 16:00:41.688518 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cf49c5d1-f953-463c-a889-df582c807c15 req-09f85a80-250a-4224-ba63-58624f436800 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c33fa3e9-a7c6-49f4-b0a9-10056974b5d0 HTTP/1.1" status: 200 len: 217 time: 0.1274593 Sep 20 16:00:41.836447 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d06406b1-6ef6-449b-b4ad-96d8c2f24a1d req-86162976-a57f-4d3f-93d3-67d954499517 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234340 Sep 20 16:00:41.856276 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49c5d1-f953-463c-a889-df582c807c15 req-5cbac5f9-10b4-4b5b-b7c4-6566db5bd7a5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:41.857841 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cf49c5d1-f953-463c-a889-df582c807c15 req-5cbac5f9-10b4-4b5b-b7c4-6566db5bd7a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=338ac0bd-e4f8-42e2-923e-f5c76ce3e452 HTTP/1.1" status: 200 len: 854 time: 0.1152256 Sep 20 16:00:41.863395 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-7b7e40cf-c3ba-4e9d-bb4c-7f37e6c2dc43 service neutron] 10.222.0.35 "GET /v2.0/networks/f5b72bd9-9e2c-4379-b1a6-74f4994e0552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489481 Sep 20 16:00:41.942568 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cf49c5d1-f953-463c-a889-df582c807c15 req-88fcbdbc-68d5-444e-b9ae-fc1684ead498 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43705c63-9812-487a-a61d-44eee9483c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666173 Sep 20 16:00:42.115713 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3005196b-8290-4486-aba4-230975b5e603', 'tag': 'c33fa3e9-a7c6-49f4-b0a9-10056974b5d0', 'status': 'completed', 'code': 200} Sep 20 16:00:42.175520 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cf49c5d1-f953-463c-a889-df582c807c15 req-1bfd91d0-8b2b-44f9-87a3-35057a2c1b92 service neutron] 10.222.0.36 "GET /v2.0/networks/43705c63-9812-487a-a61d-44eee9483c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224751 Sep 20 16:00:42.594271 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419affd-352d-47e2-9430-507c8d88a28c req-f42bc73d-4590-4beb-8173-8efb5ea094a7 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:42.595970 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c419affd-352d-47e2-9430-507c8d88a28c req-f42bc73d-4590-4beb-8173-8efb5ea094a7 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/ports?device_id=70c5386b-c552-4a3c-8bc8-fd76b96e4395 HTTP/1.1" status: 200 len: 946 time: 0.4794285 Sep 20 16:00:42.716637 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cf49c5d1-f953-463c-a889-df582c807c15 req-a9b474e2-d6ff-44cf-a9af-217d7d1dedc2 service neutron] 10.222.0.36 "GET /v2.0/networks/43705c63-9812-487a-a61d-44eee9483c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5240593 Sep 20 16:00:42.719980 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c419affd-352d-47e2-9430-507c8d88a28c req-a97a3bda-eb48-4b02-9e31-fa884f83be71 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdb45616-f7db-41e9-aa07-a59b29f77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136055 Sep 20 16:00:42.727083 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e16097-3758-48df-8a7a-248d772ff28b req-0bf4ed11-f785-48f1-b7d0-2209d63dfbe9 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:42.728729 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-32e16097-3758-48df-8a7a-248d772ff28b req-0bf4ed11-f785-48f1-b7d0-2209d63dfbe9 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=3005196b-8290-4486-aba4-230975b5e603 HTTP/1.1" status: 200 len: 943 time: 0.4760828 Sep 20 16:00:42.803586 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-32e16097-3758-48df-8a7a-248d772ff28b req-095fa97d-ab66-464c-b009-641241fbaaf1 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675576 Sep 20 16:00:42.959846 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5a96c7c6-ad48-4025-ad17-da077f354015 req-51831047-1bdb-40ac-aae7-01a36619ee36 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fc4c687-199e-4763-ba00-d63b22d1adea HTTP/1.1" status: 200 len: 210 time: 0.0667331 Sep 20 16:00:43.005939 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-07e46fe4-6bda-4e3e-887e-422bb419ba70 req-a136cd3b-2155-49d0-80aa-57c5b9a107d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d4006099cf2645d4a6944792d9159daa&device_id=3005196b-8290-4486-aba4-230975b5e603 HTTP/1.1" status: 200 len: 1096 time: 0.1839745 Sep 20 16:00:43.261695 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e46fe4-6bda-4e3e-887e-422bb419ba70 req-ef10e0be-928a-42b6-980f-6fe2ec63f37a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:43.263360 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-07e46fe4-6bda-4e3e-887e-422bb419ba70 req-ef10e0be-928a-42b6-980f-6fe2ec63f37a service neutron] 10.222.0.36 "GET /v2.0/networks?id=43705c63-9812-487a-a61d-44eee9483c04 HTTP/1.1" status: 200 len: 915 time: 0.2166317 Sep 20 16:00:43.278341 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c1b1d-1045-438d-bb28-4182fef32e88 req-01dc8c64-e65d-4c57-8b94-c25422118068 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:43.279934 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1e8c1b1d-1045-438d-bb28-4182fef32e88 req-01dc8c64-e65d-4c57-8b94-c25422118068 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 946 time: 0.1786814 Sep 20 16:00:43.387775 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-07e46fe4-6bda-4e3e-887e-422bb419ba70 req-42a238ea-afe5-48dc-969f-bcd6f50e4638 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c33fa3e9-a7c6-49f4-b0a9-10056974b5d0 HTTP/1.1" status: 200 len: 217 time: 0.1158111 Sep 20 16:00:43.457591 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1e8c1b1d-1045-438d-bb28-4182fef32e88 req-aaf77328-ff18-4cb5-8296-23364a5b6cd8 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124744 Sep 20 16:00:43.473350 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e46fe4-6bda-4e3e-887e-422bb419ba70 req-5865c877-ae5a-49f9-8435-2d343e30d95b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:43.475654 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-07e46fe4-6bda-4e3e-887e-422bb419ba70 req-5865c877-ae5a-49f9-8435-2d343e30d95b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=338ac0bd-e4f8-42e2-923e-f5c76ce3e452 HTTP/1.1" status: 200 len: 854 time: 0.0790048 Sep 20 16:00:43.547602 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-07e46fe4-6bda-4e3e-887e-422bb419ba70 req-4d13c7f8-1bfa-441b-9f23-55fa18823660 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43705c63-9812-487a-a61d-44eee9483c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474739 Sep 20 16:00:43.731459 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-07e46fe4-6bda-4e3e-887e-422bb419ba70 req-8f15e6f9-cb11-4c34-bac4-115dba5ae82e service neutron] 10.222.0.36 "GET /v2.0/networks/43705c63-9812-487a-a61d-44eee9483c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740654 Sep 20 16:00:43.809985 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-33f17520-1646-47da-8126-1eb4f28050b9 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:43.815206 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-33f17520-1646-47da-8126-1eb4f28050b9 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Synchronizing usage tracker for tenant:8bf0b02c11fa406eb7e8152365858c89 on resource:network {{(pid=82369) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:00:43.842391 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-33f17520-1646-47da-8126-1eb4f28050b9 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Unset dirty status for tenant:8bf0b02c11fa406eb7e8152365858c89 on resource:network {{(pid=82369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:00:43.844644 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-33f17520-1646-47da-8126-1eb4f28050b9 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.36 "GET /v2.0/networks?id=f5b72bd9-9e2c-4379-b1a6-74f4994e0552 HTTP/1.1" status: 200 len: 815 time: 0.2475073 Sep 20 16:00:43.872589 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-0f8f31f5-41af-4716-bcb8-06e84106422c tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Request body: {'port': {'device_id': '7fc4c687-199e-4763-ba00-d63b22d1adea', 'network_id': 'f5b72bd9-9e2c-4379-b1a6-74f4994e0552', 'admin_state_up': True, 'tenant_id': '8bf0b02c11fa406eb7e8152365858c89'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:00:44.058484 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-07e46fe4-6bda-4e3e-887e-422bb419ba70 req-cff02694-7874-42fb-9830-3af2f9b03cb7 service neutron] 10.222.0.36 "GET /v2.0/networks/43705c63-9812-487a-a61d-44eee9483c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180456 Sep 20 16:00:44.132593 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device c33fa3e9-a7c6-49f4-b0a9-10056974b5d0 details requested by agent hyperv_hv-cinder-80966 with host hv-cinder-80966 {{(pid=82370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 20 16:00:44.185708 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e29ee87-d7e6-430c-a909-dda5ac3e0640 req-ceb647c3-0fdf-4322-ab11-30c56f25e663 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:44.187512 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2e29ee87-d7e6-430c-a909-dda5ac3e0640 req-ceb647c3-0fdf-4322-ab11-30c56f25e663 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=3005196b-8290-4486-aba4-230975b5e603 HTTP/1.1" status: 200 len: 943 time: 0.1318588 Sep 20 16:00:44.199746 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-0f8f31f5-41af-4716-bcb8-06e84106422c tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:00:44.205115 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-0f8f31f5-41af-4716-bcb8-06e84106422c tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Usage tracker for resource:port and tenant:8bf0b02c11fa406eb7e8152365858c89 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:00:44.209950 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-0f8f31f5-41af-4716-bcb8-06e84106422c tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:00:44.219961 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-0f8f31f5-41af-4716-bcb8-06e84106422c tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:00:44.232037 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-0f8f31f5-41af-4716-bcb8-06e84106422c tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Made reservation on behalf of 8bf0b02c11fa406eb7e8152365858c89 for: {'port': 1} {{(pid=82369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 16:00:44.238575 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-0f8f31f5-41af-4716-bcb8-06e84106422c tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:44.313498 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2e29ee87-d7e6-430c-a909-dda5ac3e0640 req-f313ee19-34fd-4e22-8017-fc6660284dc3 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178370 Sep 20 16:00:44.315783 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-44d21110-820a-4642-926d-8d7f1c9c7a31 req-1f1f7fc4-5c66-44c7-8202-4d0c0ba9928a tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fc4c687-199e-4763-ba00-d63b22d1adea HTTP/1.1" status: 200 len: 210 time: 0.0770130 Sep 20 16:00:44.415939 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port c33fa3e9-a7c6-49f4-b0a9-10056974b5d0, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=c33fa3e9-a7c6-49f4-b0a9-10056974b5d0,segment=NetworkSegment(a0d8ceb8-75de-4a48-833b-bd452d857094),segment_id=a0d8ceb8-75de-4a48-833b-bd452d857094)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:00:44.436926 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Returning: {'device': 'c33fa3e9-a7c6-49f4-b0a9-10056974b5d0', 'network_id': '43705c63-9812-487a-a61d-44eee9483c04', 'port_id': 'c33fa3e9-a7c6-49f4-b0a9-10056974b5d0', 'mac_address': 'fa:16:3e:cd:1d:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338ac0bd-e4f8-42e2-923e-f5c76ce3e452', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 20 16:00:44.462582 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 53184) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:44.525878 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:44.556050 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-0f8f31f5-41af-4716-bcb8-06e84106422c tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Allocated IP 172.20.0.6 (f5b72bd9-9e2c-4379-b1a6-74f4994e0552/ec1946d3-cedd-49f4-8285-8cb4d80885c9/c19460c0-3a44-4fe8-8bbf-ef0855b29da3) {{(pid=82369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 16:00:44.558030 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c33fa3e9-a7c6-49f4-b0a9-10056974b5d0 {{(pid=82370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 16:00:44.585046 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port c33fa3e9-a7c6-49f4-b0a9-10056974b5d0, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=c33fa3e9-a7c6-49f4-b0a9-10056974b5d0,segment=NetworkSegment(a0d8ceb8-75de-4a48-833b-bd452d857094),segment_id=a0d8ceb8-75de-4a48-833b-bd452d857094)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:00:44.594465 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:44.596519 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f51305e8-f546-49d5-a91a-d83f19eeb911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:44.597440 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f046f-11f7-4f41-bbd8-fd583599b96b req-7491bb02-8264-478b-a0d3-4d5188b4eb8c tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:44.600211 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-807f046f-11f7-4f41-bbd8-fd583599b96b req-7491bb02-8264-478b-a0d3-4d5188b4eb8c tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/ports?device_id=70c5386b-c552-4a3c-8bc8-fd76b96e4395 HTTP/1.1" status: 200 len: 946 time: 0.1307890 Sep 20 16:00:44.674572 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=c33fa3e9-a7c6-49f4-b0a9-10056974b5d0,revision_number=4']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:44.678377 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:44.726414 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-807f046f-11f7-4f41-bbd8-fd583599b96b req-b1b2269f-8fa9-4c60-b47f-dd9b72ec7587 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdb45616-f7db-41e9-aa07-a59b29f77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193552 Sep 20 16:00:44.763900 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-cc957f9b-e4cc-4024-9aa3-804b594a1fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:44.800542 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-cc957f9b-e4cc-4024-9aa3-804b594a1fa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:00:44.808179 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-cc957f9b-e4cc-4024-9aa3-804b594a1fa4 admin admin] Usage tracker for resource:security_group_rule and tenant:ce9bacb7d6f9405d8f9391147f1fcd14 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:00:44.811400 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-cc957f9b-e4cc-4024-9aa3-804b594a1fa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:00:44.818106 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-cc957f9b-e4cc-4024-9aa3-804b594a1fa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:00:44.871675 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-0f8f31f5-41af-4716-bcb8-06e84106422c tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Notify callbacks [] for port, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:44.899197 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-0f8f31f5-41af-4716-bcb8-06e84106422c tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33095450'] for port, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:44.906220 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:44.957906 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-cc957f9b-e4cc-4024-9aa3-804b594a1fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:44.963644 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['c33fa3e9-a7c6-49f4-b0a9-10056974b5d0'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:00:44.969919 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9fce4-fb97-4be7-8335-cc097e56899e req-f0839514-1a5e-4b8d-b354-b44d0aae1966 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:44.971708 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-65f9fce4-fb97-4be7-8335-cc097e56899e req-f0839514-1a5e-4b8d-b354-b44d0aae1966 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 946 time: 0.1327884 Sep 20 16:00:44.972623 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-cc957f9b-e4cc-4024-9aa3-804b594a1fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:44.980620 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c04430e1-e0cd-4d76-97c0-2e8e13326b8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:44.982868 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-0f8f31f5-41af-4716-bcb8-06e84106422c tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Network f5b72bd9-9e2c-4379-b1a6-74f4994e0552 is already hosted by enough agents. {{(pid=82369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:00:44.986191 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-0f8f31f5-41af-4716-bcb8-06e84106422c tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Resources bound (agent type, host, resource id): {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:00:44.992467 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-0f8f31f5-41af-4716-bcb8-06e84106422c tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Received port after_create {{(pid=82369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 16:00:45.025016 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f31f5-41af-4716-bcb8-06e84106422c tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Pushing event updated for resources: {'Port': ['ID=c19460c0-3a44-4fe8-8bbf-ef0855b29da3,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:45.033481 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0f8f31f5-41af-4716-bcb8-06e84106422c tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:45.055290 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc957f9b-e4cc-4024-9aa3-804b594a1fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52e82d1a-c95d-4fbd-b380-d660ebf6154c,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:45.065587 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-cc957f9b-e4cc-4024-9aa3-804b594a1fa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:45.066366 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-0f8f31f5-41af-4716-bcb8-06e84106422c tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:45.067496 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-0f8f31f5-41af-4716-bcb8-06e84106422c tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:45.080380 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-cc957f9b-e4cc-4024-9aa3-804b594a1fa4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ce9bacb7d6f9405d8f9391147f1fcd14&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6139576 Sep 20 16:00:45.080985 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 53196) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:45.085259 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-65f9fce4-fb97-4be7-8335-cc097e56899e req-fc867532-1144-49ee-8aab-7f123cd4e1d4 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958200 Sep 20 16:00:45.119847 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-0f8f31f5-41af-4716-bcb8-06e84106422c tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2520533 Sep 20 16:00:45.142199 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-6c6d4c4f-e326-49ac-b459-769a85952744 service neutron] Request body: {'port': {'device_id': '7fc4c687-199e-4763-ba00-d63b22d1adea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80966'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:00:45.211991 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-795a106c-f4df-4f75-b235-83996aef91b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:45.288344 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-795a106c-f4df-4f75-b235-83996aef91b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:45.309930 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-6c6d4c4f-e326-49ac-b459-769a85952744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:45.447085 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-795a106c-f4df-4f75-b235-83996aef91b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:45.459049 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-46ec27a2-6624-4386-adf3-ea6f775d2b1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:45.479002 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795a106c-f4df-4f75-b235-83996aef91b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52e82d1a-c95d-4fbd-b380-d660ebf6154c,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:45.486377 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-795a106c-f4df-4f75-b235-83996aef91b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:45.491267 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-795a106c-f4df-4f75-b235-83996aef91b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:45.494901 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-795a106c-f4df-4f75-b235-83996aef91b8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/52e82d1a-c95d-4fbd-b380-d660ebf6154c HTTP/1.1" status: 204 len: 168 time: 0.4104481 Sep 20 16:00:45.615664 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13b7a4-39ae-4c9d-9107-991c76cf91ed req-68859b93-e2a8-4170-b10c-74ada13c55c9 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:45.617282 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ff13b7a4-39ae-4c9d-9107-991c76cf91ed req-68859b93-e2a8-4170-b10c-74ada13c55c9 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=3005196b-8290-4486-aba4-230975b5e603 HTTP/1.1" status: 200 len: 944 time: 0.1665423 Sep 20 16:00:45.624193 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212df53-70db-4c20-8aea-c2b31a0380e5 req-00da51e6-294e-4e48-beda-06eaeb45632a tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:45.625654 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f212df53-70db-4c20-8aea-c2b31a0380e5 req-00da51e6-294e-4e48-beda-06eaeb45632a tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fc4c687-199e-4763-ba00-d63b22d1adea HTTP/1.1" status: 200 len: 931 time: 0.1762607 Sep 20 16:00:45.706196 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ff13b7a4-39ae-4c9d-9107-991c76cf91ed req-6a4260a2-f60b-4a55-a4f6-fafca6beb3a4 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794921 Sep 20 16:00:45.708886 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f212df53-70db-4c20-8aea-c2b31a0380e5 req-f5552dd0-861f-4f3b-9a2f-11e8cf174a03 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660903 Sep 20 16:00:45.719965 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-6c6d4c4f-e326-49ac-b459-769a85952744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c19460c0-3a44-4fe8-8bbf-ef0855b29da3 {{(pid=82369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 16:00:45.727745 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-6c6d4c4f-e326-49ac-b459-769a85952744 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:45.745912 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-6c6d4c4f-e326-49ac-b459-769a85952744 service neutron] Transition to ACTIVE for port object c19460c0-3a44-4fe8-8bbf-ef0855b29da3 will not be triggered until provisioned by entity L2. {{(pid=82369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:00:45.749905 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-6c6d4c4f-e326-49ac-b459-769a85952744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036821680366'] for port, after_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:45.754776 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:45.900948 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 53216) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:45.927719 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d4c4f-e326-49ac-b459-769a85952744 service neutron] Pushing event updated for resources: {'Port': ['ID=c19460c0-3a44-4fe8-8bbf-ef0855b29da3,revision_number=2']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:45.930865 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-6c6d4c4f-e326-49ac-b459-769a85952744 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:45.937757 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1a16ad08-69b7-4635-b891-27702779e08c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:46.053641 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-6c6d4c4f-e326-49ac-b459-769a85952744 service neutron] Attempting to bind port c19460c0-3a44-4fe8-8bbf-ef0855b29da3 on host hv-cinder-80966 for vnic_type normal with profile {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 16:00:46.054383 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-6c6d4c4f-e326-49ac-b459-769a85952744 service neutron] Attempting to bind port c19460c0-3a44-4fe8-8bbf-ef0855b29da3 by drivers openvswitch,hyperv on host hv-cinder-80966 at level 0 using segments [{'id': 'af014d27-e93b-4a03-86de-e38863424f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f5b72bd9-9e2c-4379-b1a6-74f4994e0552'}] {{(pid=82369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 16:00:46.054599 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-6c6d4c4f-e326-49ac-b459-769a85952744 service neutron] Attempting to bind port c19460c0-3a44-4fe8-8bbf-ef0855b29da3 on network f5b72bd9-9e2c-4379-b1a6-74f4994e0552 {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:00:46.061097 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-6c6d4c4f-e326-49ac-b459-769a85952744 service neutron] Port c19460c0-3a44-4fe8-8bbf-ef0855b29da3 on network f5b72bd9-9e2c-4379-b1a6-74f4994e0552 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80966 {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 20 16:00:46.062502 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-6c6d4c4f-e326-49ac-b459-769a85952744 service neutron] Attempting to bind port c19460c0-3a44-4fe8-8bbf-ef0855b29da3 on network f5b72bd9-9e2c-4379-b1a6-74f4994e0552 {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:00:46.070139 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-6c6d4c4f-e326-49ac-b459-769a85952744 service neutron] Checking agent: {'id': '85f38ebc-8bd3-4a05-87ab-11427d0d3796', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 57, 9), 'started_at': datetime.datetime(2021, 9, 20, 15, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 16, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 16:00:46.070292 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-6c6d4c4f-e326-49ac-b459-769a85952744 service neutron] Checking segment: {'id': 'af014d27-e93b-4a03-86de-e38863424f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f5b72bd9-9e2c-4379-b1a6-74f4994e0552'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:00:46.070800 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-6c6d4c4f-e326-49ac-b459-769a85952744 service neutron] Bound using segment: {'id': 'af014d27-e93b-4a03-86de-e38863424f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f5b72bd9-9e2c-4379-b1a6-74f4994e0552'} {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 16:00:46.071510 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-6c6d4c4f-e326-49ac-b459-769a85952744 service neutron] Bound port: c19460c0-3a44-4fe8-8bbf-ef0855b29da3, host: hv-cinder-80966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af014d27-e93b-4a03-86de-e38863424f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f5b72bd9-9e2c-4379-b1a6-74f4994e0552'}}] {{(pid=82369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 16:00:46.071993 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-6c6d4c4f-e326-49ac-b459-769a85952744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:46.081939 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-1a16ad08-69b7-4635-b891-27702779e08c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:00:46.096207 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-1a16ad08-69b7-4635-b891-27702779e08c admin admin] Usage tracker for resource:security_group_rule and tenant:4b348d09c450460fb3746bf2da8210ba is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:00:46.103099 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-1a16ad08-69b7-4635-b891-27702779e08c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:00:46.112216 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-1a16ad08-69b7-4635-b891-27702779e08c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:00:46.143348 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ebdcc7-0a29-4d24-9cec-b4ba241a173d req-da645afc-5949-4d90-b688-7c0bf3ea94d0 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:46.144828 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-06ebdcc7-0a29-4d24-9cec-b4ba241a173d req-da645afc-5949-4d90-b688-7c0bf3ea94d0 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/ports?device_id=70c5386b-c552-4a3c-8bc8-fd76b96e4395 HTTP/1.1" status: 200 len: 946 time: 0.1965141 Sep 20 16:00:46.154939 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device c33fa3e9-a7c6-49f4-b0a9-10056974b5d0 up at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:00:46.170226 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-6c6d4c4f-e326-49ac-b459-769a85952744 service neutron] For port c19460c0-3a44-4fe8-8bbf-ef0855b29da3, host hv-cinder-80966, cleared binding levels {{(pid=82369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 16:00:46.175165 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-6c6d4c4f-e326-49ac-b459-769a85952744 service neutron] For port c19460c0-3a44-4fe8-8bbf-ef0855b29da3, host hv-cinder-80966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=c19460c0-3a44-4fe8-8bbf-ef0855b29da3,segment=NetworkSegment(af014d27-e93b-4a03-86de-e38863424f3d),segment_id=af014d27-e93b-4a03-86de-e38863424f3d)] {{(pid=82369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 16:00:46.181238 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-6c6d4c4f-e326-49ac-b459-769a85952744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036821680366'] for port, after_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:46.186311 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:46.241520 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning for port c33fa3e9-a7c6-49f4-b0a9-10056974b5d0 completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:00:46.247213 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning complete for port c33fa3e9-a7c6-49f4-b0a9-10056974b5d0 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:00:46.247635 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:46.264846 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203cbb9-6861-4377-84e9-ba420f4c07eb req-080fe34a-ec00-45ae-a978-ea4ae266f288 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:46.266734 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c203cbb9-6861-4377-84e9-ba420f4c07eb req-080fe34a-ec00-45ae-a978-ea4ae266f288 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.36 "GET /v2.0/ports?device_id=70c5386b-c552-4a3c-8bc8-fd76b96e4395 HTTP/1.1" status: 200 len: 946 time: 0.2477043 Sep 20 16:00:46.273185 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-6c6d4c4f-e326-49ac-b459-769a85952744 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:46.275053 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-6c6d4c4f-e326-49ac-b459-769a85952744 service neutron] 10.222.0.36 "PUT /v2.0/ports/c19460c0-3a44-4fe8-8bbf-ef0855b29da3 HTTP/1.1" status: 200 len: 1093 time: 1.1403947 Sep 20 16:00:46.276369 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-06ebdcc7-0a29-4d24-9cec-b4ba241a173d req-3de81478-d723-4a3b-ba8d-7f92d65b8a14 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdb45616-f7db-41e9-aa07-a59b29f77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125863 Sep 20 16:00:46.280332 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc4c687-199e-4763-ba00-d63b22d1adea', 'tag': 'c19460c0-3a44-4fe8-8bbf-ef0855b29da3'}] {{(pid=82369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:00:46.308191 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d4c4f-e326-49ac-b459-769a85952744 service neutron] Pushing event updated for resources: {'Port': ['ID=c19460c0-3a44-4fe8-8bbf-ef0855b29da3,revision_number=3']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:46.315754 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-6c6d4c4f-e326-49ac-b459-769a85952744 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:46.406812 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc4c687-199e-4763-ba00-d63b22d1adea', 'tag': 'c19460c0-3a44-4fe8-8bbf-ef0855b29da3', 'status': 'completed', 'code': 200} Sep 20 16:00:46.421538 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [req-c203cbb9-6861-4377-84e9-ba420f4c07eb req-7a7542a8-af08-4e99-bde1-f91c27c8a200 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Deleting port e061cbfc-92a8-49f4-83ca-69377013c136 {{(pid=82368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:00:46.422235 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-c203cbb9-6861-4377-84e9-ba420f4c07eb req-7a7542a8-af08-4e99-bde1-f91c27c8a200 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:46.466934 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:46.473623 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-c84d3208-55b3-4ab9-a797-bfc2ba7df384 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bf0b02c11fa406eb7e8152365858c89&device_id=7fc4c687-199e-4763-ba00-d63b22d1adea HTTP/1.1" status: 200 len: 1096 time: 0.1426713 Sep 20 16:00:46.497362 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3005196b-8290-4486-aba4-230975b5e603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c33fa3e9-a7c6-49f4-b0a9-10056974b5d0'}] {{(pid=82370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:00:46.521766 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port c33fa3e9-a7c6-49f4-b0a9-10056974b5d0, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=c33fa3e9-a7c6-49f4-b0a9-10056974b5d0,segment=NetworkSegment(a0d8ceb8-75de-4a48-833b-bd452d857094),segment_id=a0d8ceb8-75de-4a48-833b-bd452d857094)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:00:46.525875 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:46.528762 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:46.534660 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1a16ad08-69b7-4635-b891-27702779e08c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:46.585390 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-1733d8c9-3fab-4827-adea-652d5310ecf7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c19460c0-3a44-4fe8-8bbf-ef0855b29da3 HTTP/1.1" status: 200 len: 217 time: 0.1018152 Sep 20 16:00:46.597571 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1a16ad08-69b7-4635-b891-27702779e08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:46.599656 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3005196b-8290-4486-aba4-230975b5e603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c33fa3e9-a7c6-49f4-b0a9-10056974b5d0', 'code': 200} Sep 20 16:00:46.612355 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c81db639-7007-4454-b314-9afa814b3015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:46.614983 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=c33fa3e9-a7c6-49f4-b0a9-10056974b5d0,revision_number=5']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:46.619622 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:46.671660 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-ac83eca2-d4d8-4b22-90c9-0afa7c610202 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:46.673442 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-ac83eca2-d4d8-4b22-90c9-0afa7c610202 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ec1946d3-cedd-49f4-8285-8cb4d80885c9 HTTP/1.1" status: 200 len: 855 time: 0.0771532 Sep 20 16:00:46.714084 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16ad08-69b7-4635-b891-27702779e08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5317df79-ccc4-4911-9d35-aa142bceae7e,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:46.726942 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-de2471d0-13d1-496a-985f-36ab512e0589 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f5b72bd9-9e2c-4379-b1a6-74f4994e0552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449085 Sep 20 16:00:46.728459 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-1a16ad08-69b7-4635-b891-27702779e08c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:46.758161 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-1a16ad08-69b7-4635-b891-27702779e08c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4b348d09c450460fb3746bf2da8210ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8560333 Sep 20 16:00:46.761799 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 53234) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:46.907479 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f8296-22d3-49ff-929b-e687e3a7ecf4 req-53008c2e-0c33-4b92-9983-44a674e3763d tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:46.909120 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7f3f8296-22d3-49ff-929b-e687e3a7ecf4 req-53008c2e-0c33-4b92-9983-44a674e3763d tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 946 time: 0.3842363 Sep 20 16:00:46.997924 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-c203cbb9-6861-4377-84e9-ba420f4c07eb req-7a7542a8-af08-4e99-bde1-f91c27c8a200 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] For port e061cbfc-92a8-49f4-83ca-69377013c136, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=e061cbfc-92a8-49f4-83ca-69377013c136,segment=NetworkSegment(36cb39eb-ee78-4833-962f-86df7669a729),segment_id=36cb39eb-ee78-4833-962f-86df7669a729)] {{(pid=82368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:00:46.998338 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-c203cbb9-6861-4377-84e9-ba420f4c07eb req-7a7542a8-af08-4e99-bde1-f91c27c8a200 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:47.142427 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7f3f8296-22d3-49ff-929b-e687e3a7ecf4 req-b51d259e-6450-4bd9-9ac4-7adc1a1cca52 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201359 Sep 20 16:00:47.150256 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [req-c203cbb9-6861-4377-84e9-ba420f4c07eb req-7a7542a8-af08-4e99-bde1-f91c27c8a200 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Calling delete_port for e061cbfc-92a8-49f4-83ca-69377013c136 owned by compute:nova {{(pid=82368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:00:47.174504 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c6efcb68-3e05-4adc-95dc-6627da5df790 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:47.188534 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-c953d9a2-514d-48fa-b9e5-da87b05fbb86 service neutron] 10.222.0.36 "GET /v2.0/networks/f5b72bd9-9e2c-4379-b1a6-74f4994e0552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533651 Sep 20 16:00:47.197041 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a64334f-ff30-40dc-8ffc-03a02d701701 req-00e22a6f-8140-4548-85eb-e75b917721ca tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:47.198669 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7a64334f-ff30-40dc-8ffc-03a02d701701 req-00e22a6f-8140-4548-85eb-e75b917721ca tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=3005196b-8290-4486-aba4-230975b5e603 HTTP/1.1" status: 200 len: 945 time: 0.3319609 Sep 20 16:00:47.204428 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7ed93a8f-911e-4b87-8908-49c927f23e36 req-ab0ffcf0-6377-4eb5-8671-5e69a0d2c518 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3005196b-8290-4486-aba4-230975b5e603 HTTP/1.1" status: 200 len: 1098 time: 0.4059014 Sep 20 16:00:47.237905 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c6efcb68-3e05-4adc-95dc-6627da5df790 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:47.400323 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7ed93a8f-911e-4b87-8908-49c927f23e36 req-659c8620-a394-4e62-b086-75d961cc4843 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645083 Sep 20 16:00:47.426223 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c6efcb68-3e05-4adc-95dc-6627da5df790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:47.431691 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-fd0cab8e-a732-4d6c-a429-99e42527888d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:47.440097 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8c4b70fa-2b08-4629-9e26-d4a73fcd12a7 req-997cc947-5e23-44a0-b748-f844aca34fd1 service neutron] 10.222.0.36 "GET /v2.0/networks/f5b72bd9-9e2c-4379-b1a6-74f4994e0552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346213 Sep 20 16:00:47.445327 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6efcb68-3e05-4adc-95dc-6627da5df790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5317df79-ccc4-4911-9d35-aa142bceae7e,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:47.447872 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c6efcb68-3e05-4adc-95dc-6627da5df790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:47.454710 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c6efcb68-3e05-4adc-95dc-6627da5df790 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:47.459015 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-c6efcb68-3e05-4adc-95dc-6627da5df790 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5317df79-ccc4-4911-9d35-aa142bceae7e HTTP/1.1" status: 204 len: 168 time: 0.6931827 Sep 20 16:00:47.619371 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7a64334f-ff30-40dc-8ffc-03a02d701701 req-70861bd4-d75d-4106-816c-6178d17963bd tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071341 Sep 20 16:00:47.685016 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c178b-2d4b-4cae-be3c-3750183784de req-7cbef425-7728-4326-90e7-ffa36eed44a2 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:47.686575 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ee8c178b-2d4b-4cae-be3c-3750183784de req-7cbef425-7728-4326-90e7-ffa36eed44a2 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fc4c687-199e-4763-ba00-d63b22d1adea HTTP/1.1" status: 200 len: 943 time: 0.3839226 Sep 20 16:00:47.687422 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-c203cbb9-6861-4377-84e9-ba420f4c07eb req-7a7542a8-af08-4e99-bde1-f91c27c8a200 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245'] for port, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:47.698442 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-58bd6c55-5866-4088-abd3-500adad108c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:47.713196 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['e061cbfc-92a8-49f4-83ca-69377013c136'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:00:47.757099 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7542a8-af08-4e99-bde1-f91c27c8a200 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Pushing event deleted for resources: {'Port': ['ID=e061cbfc-92a8-49f4-83ca-69377013c136,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:47.764578 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-7a7542a8-af08-4e99-bde1-f91c27c8a200 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:47.851142 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d3765820-8480-44bc-a1f0-e2cb1faf583d req-024eeacc-034b-4502-a701-8d600af8f27f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bf0b02c11fa406eb7e8152365858c89&device_id=7fc4c687-199e-4763-ba00-d63b22d1adea HTTP/1.1" status: 200 len: 1096 time: 0.1606693 Sep 20 16:00:47.858698 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [req-c203cbb9-6861-4377-84e9-ba420f4c07eb req-7a7542a8-af08-4e99-bde1-f91c27c8a200 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] No DVR routers for this DVR port e061cbfc-92a8-49f4-83ca-69377013c136 on host hv-cinder-80966 {{(pid=82368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 20 16:00:47.875221 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ee8c178b-2d4b-4cae-be3c-3750183784de req-8b68e75f-157e-4c4c-934b-3bebc46e4a77 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801739 Sep 20 16:00:47.876391 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-c203cbb9-6861-4377-84e9-ba420f4c07eb req-7a7542a8-af08-4e99-bde1-f91c27c8a200 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:47.879449 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70c5386b-c552-4a3c-8bc8-fd76b96e4395', 'name': 'network-vif-deleted', 'tag': 'e061cbfc-92a8-49f4-83ca-69377013c136'}] {{(pid=82368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:00:47.913888 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c203cbb9-6861-4377-84e9-ba420f4c07eb req-7a7542a8-af08-4e99-bde1-f91c27c8a200 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.36 "DELETE /v2.0/ports/e061cbfc-92a8-49f4-83ca-69377013c136 HTTP/1.1" status: 204 len: 173 time: 1.6235523 Sep 20 16:00:48.084695 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-97bcc3e5-e9de-429b-809e-bf6d0dfd01a6 req-df8c5a7b-e3d9-4409-b090-b00590d8f0c7 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Synchronizing usage tracker for tenant:5af864f5c277407b926d6860bf75ec1e on resource:port {{(pid=82368) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:00:48.090694 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3765820-8480-44bc-a1f0-e2cb1faf583d req-def40532-08be-4aae-88a9-3d1ae1c98a26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:48.092331 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d3765820-8480-44bc-a1f0-e2cb1faf583d req-def40532-08be-4aae-88a9-3d1ae1c98a26 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f5b72bd9-9e2c-4379-b1a6-74f4994e0552 HTTP/1.1" status: 200 len: 916 time: 0.2262194 Sep 20 16:00:48.117772 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-97bcc3e5-e9de-429b-809e-bf6d0dfd01a6 req-df8c5a7b-e3d9-4409-b090-b00590d8f0c7 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Unset dirty status for tenant:5af864f5c277407b926d6860bf75ec1e on resource:port {{(pid=82368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:00:48.119231 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-97bcc3e5-e9de-429b-809e-bf6d0dfd01a6 req-df8c5a7b-e3d9-4409-b090-b00590d8f0c7 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/ports?device_id=70c5386b-c552-4a3c-8bc8-fd76b96e4395 HTTP/1.1" status: 200 len: 210 time: 0.0896385 Sep 20 16:00:48.176432 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d3765820-8480-44bc-a1f0-e2cb1faf583d req-fc787e7e-303a-428e-89ba-544c2da6594d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c19460c0-3a44-4fe8-8bbf-ef0855b29da3 HTTP/1.1" status: 200 len: 217 time: 0.0759053 Sep 20 16:00:48.211908 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70c5386b-c552-4a3c-8bc8-fd76b96e4395', 'name': 'network-vif-deleted', 'tag': 'e061cbfc-92a8-49f4-83ca-69377013c136', 'status': 'completed', 'code': 200} Sep 20 16:00:48.275172 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3765820-8480-44bc-a1f0-e2cb1faf583d req-cf0ee72a-6056-4f07-9b04-c9ac1f56d7c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:48.276776 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d3765820-8480-44bc-a1f0-e2cb1faf583d req-cf0ee72a-6056-4f07-9b04-c9ac1f56d7c3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ec1946d3-cedd-49f4-8285-8cb4d80885c9 HTTP/1.1" status: 200 len: 855 time: 0.0877659 Sep 20 16:00:48.332673 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d3765820-8480-44bc-a1f0-e2cb1faf583d req-248265e9-364d-4d7a-ab80-ad9490f23e25 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f5b72bd9-9e2c-4379-b1a6-74f4994e0552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455832 Sep 20 16:00:48.386932 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a8971-dfd2-436e-b2f9-feffbed42312 req-3c234700-8a2b-4cd8-9469-1758eb2792e9 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:48.388832 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-626a8971-dfd2-436e-b2f9-feffbed42312 req-3c234700-8a2b-4cd8-9469-1758eb2792e9 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 946 time: 0.1026328 Sep 20 16:00:48.443032 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-626a8971-dfd2-436e-b2f9-feffbed42312 req-3016b6f6-77a9-425e-8dc7-45c9bb0a14c1 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473151 Sep 20 16:00:48.500451 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d3765820-8480-44bc-a1f0-e2cb1faf583d req-3891b6ae-efc2-4252-8d69-47826296f254 service neutron] 10.222.0.36 "GET /v2.0/networks/f5b72bd9-9e2c-4379-b1a6-74f4994e0552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530511 Sep 20 16:00:48.650299 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d3765820-8480-44bc-a1f0-e2cb1faf583d req-0725da3d-6f8c-4aed-90fc-fb3085089c8b service neutron] 10.222.0.36 "GET /v2.0/networks/f5b72bd9-9e2c-4379-b1a6-74f4994e0552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403797 Sep 20 16:00:48.872258 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a7df8-f923-48e6-a098-f0cdec22bdf1 req-81e9a54e-09da-462c-9383-cbee1e7e4372 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:48.873900 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-750a7df8-f923-48e6-a098-f0cdec22bdf1 req-81e9a54e-09da-462c-9383-cbee1e7e4372 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=3005196b-8290-4486-aba4-230975b5e603 HTTP/1.1" status: 200 len: 945 time: 0.1037831 Sep 20 16:00:48.948480 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-750a7df8-f923-48e6-a098-f0cdec22bdf1 req-3a996cba-95fa-45b3-81d2-375ca9347f75 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674407 Sep 20 16:00:49.162058 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a08025-e13d-4f46-9564-d251173cc541 req-98d33c85-3fd8-4d83-8519-bba4c675e3a3 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:49.163685 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b3a08025-e13d-4f46-9564-d251173cc541 req-98d33c85-3fd8-4d83-8519-bba4c675e3a3 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fc4c687-199e-4763-ba00-d63b22d1adea HTTP/1.1" status: 200 len: 943 time: 0.0865402 Sep 20 16:00:49.214106 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b3a08025-e13d-4f46-9564-d251173cc541 req-1c8e281b-6f26-4d34-b69f-326ec4f1ca5b tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441611 Sep 20 16:00:49.654084 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-bb31f5c0-7aa0-4ed0-9852-06f87d016624 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:49.663696 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-bb31f5c0-7aa0-4ed0-9852-06f87d016624 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/networks?id=b3c95ed8-174a-4d94-ae32-f5c9c9e2d451 HTTP/1.1" status: 200 len: 808 time: 0.2111681 Sep 20 16:00:49.695103 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-cab8a400-633c-4d64-bf29-4ef7d0aad962 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/quotas/5af864f5c277407b926d6860bf75ec1e HTTP/1.1" status: 200 len: 375 time: 0.0265713 Sep 20 16:00:49.740806 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74738caa-beaa-4cad-b3f1-0a0015b14208 req-b043bd8f-7ce6-4368-aa36-7f54a1344a91 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:49.742427 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-74738caa-beaa-4cad-b3f1-0a0015b14208 req-b043bd8f-7ce6-4368-aa36-7f54a1344a91 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 946 time: 0.1532664 Sep 20 16:00:49.778941 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-eee27b09-3cab-4e15-ab35-68bb68eaa29c tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=5af864f5c277407b926d6860bf75ec1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0774097 Sep 20 16:00:49.926067 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-74738caa-beaa-4cad-b3f1-0a0015b14208 req-1d22d41d-8cb8-4f20-974c-bceb9c1ff368 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774518 Sep 20 16:00:49.975771 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-82f1b342-3f09-4960-9149-27f6ff362a3b service neutron] 10.222.0.35 "GET /v2.0/networks/b3c95ed8-174a-4d94-ae32-f5c9c9e2d451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953771 Sep 20 16:00:50.168895 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-b13b395e-d73f-4a2e-b4c2-8d7ed4bc4a2b service neutron] 10.222.0.35 "GET /v2.0/networks/b3c95ed8-174a-4d94-ae32-f5c9c9e2d451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922047 Sep 20 16:00:50.175508 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device c19460c0-3a44-4fe8-8bbf-ef0855b29da3 details requested by agent hyperv_hv-cinder-80966 with host hv-cinder-80966 {{(pid=82370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 20 16:00:50.180051 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device e061cbfc-92a8-49f4-83ca-69377013c136 no longer exists at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:00:50.196616 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d411680-1686-4bc3-8c6c-bc6c18379b55 req-1b6f522e-312f-43aa-a5fe-193bd2868e4c tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:50.198377 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5d411680-1686-4bc3-8c6c-bc6c18379b55 req-1b6f522e-312f-43aa-a5fe-193bd2868e4c tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=3005196b-8290-4486-aba4-230975b5e603 HTTP/1.1" status: 200 len: 945 time: 0.1315064 Sep 20 16:00:50.234517 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] No Port match for: e061cbfc-92a8-49f4-83ca-69377013c136 {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:00:50.234772 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device e061cbfc-92a8-49f4-83ca-69377013c136 not bound to the agent host hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:00:50.257301 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5d411680-1686-4bc3-8c6c-bc6c18379b55 req-0b979057-bba1-48d6-bd71-48c42022854a tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518141 Sep 20 16:00:50.469076 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port c19460c0-3a44-4fe8-8bbf-ef0855b29da3, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=c19460c0-3a44-4fe8-8bbf-ef0855b29da3,segment=NetworkSegment(af014d27-e93b-4a03-86de-e38863424f3d),segment_id=af014d27-e93b-4a03-86de-e38863424f3d)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:00:50.485704 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Returning: {'device': 'c19460c0-3a44-4fe8-8bbf-ef0855b29da3', 'network_id': 'f5b72bd9-9e2c-4379-b1a6-74f4994e0552', 'port_id': 'c19460c0-3a44-4fe8-8bbf-ef0855b29da3', 'mac_address': 'fa:16:3e:f9:e6:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec1946d3-cedd-49f4-8285-8cb4d80885c9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 20 16:00:50.580745 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:50.614076 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c19460c0-3a44-4fe8-8bbf-ef0855b29da3 {{(pid=82370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 16:00:50.636189 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a546c248-e0a9-4645-8b87-45136d32f643 req-902f1b5b-da43-48fe-b97b-edcf18a47f7a tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/ports?device_id=33051397-a55b-4e38-93a8-7d8f8b476beb HTTP/1.1" status: 200 len: 210 time: 0.0630648 Sep 20 16:00:50.650469 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port c19460c0-3a44-4fe8-8bbf-ef0855b29da3, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=c19460c0-3a44-4fe8-8bbf-ef0855b29da3,segment=NetworkSegment(af014d27-e93b-4a03-86de-e38863424f3d),segment_id=af014d27-e93b-4a03-86de-e38863424f3d)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:00:50.657286 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:50.660274 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b26b6020-e141-4372-884a-c47ec5d76a91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:50.711943 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dffaf1-bd21-4718-88a5-a5478cbbb7a9 req-f40e727b-71b9-4271-8390-53e65a38e58e tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:50.713684 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-73dffaf1-bd21-4718-88a5-a5478cbbb7a9 req-f40e727b-71b9-4271-8390-53e65a38e58e tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fc4c687-199e-4763-ba00-d63b22d1adea HTTP/1.1" status: 200 len: 943 time: 0.2495015 Sep 20 16:00:50.834123 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=c19460c0-3a44-4fe8-8bbf-ef0855b29da3,revision_number=4']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:50.841165 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:50.853567 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-73dffaf1-bd21-4718-88a5-a5478cbbb7a9 req-f8842af7-3d05-4c9a-9b4e-cab62fffe0bc tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282356 Sep 20 16:00:51.007730 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['c19460c0-3a44-4fe8-8bbf-ef0855b29da3'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:00:51.172878 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.agents_db [None req-ae0f67a0-09e8-4135-93df-5bebfb5cb2de None None] Agent healthcheck: found 6 active agents {{(pid=82371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 20 16:00:51.217522 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a176e3-7e35-41e4-bdd9-56315339381d req-cd551d6e-0f33-40c4-bc3e-e5bbc0675763 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:51.227432 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-10a176e3-7e35-41e4-bdd9-56315339381d req-cd551d6e-0f33-40c4-bc3e-e5bbc0675763 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 946 time: 0.1446047 Sep 20 16:00:51.288080 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-10a176e3-7e35-41e4-bdd9-56315339381d req-5e696bf6-2c4e-4cb5-8eed-474a70f12aa1 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532482 Sep 20 16:00:51.798733 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-845933da-55fd-408e-bd91-8a359871498e req-0fc0af99-beeb-4cee-ad9d-794f76d111fd tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/ports?device_id=33051397-a55b-4e38-93a8-7d8f8b476beb HTTP/1.1" status: 200 len: 210 time: 0.0446761 Sep 20 16:00:52.108610 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-e36f4bba-869e-49b1-9428-f07bb8f28799 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:52.109332 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-e36f4bba-869e-49b1-9428-f07bb8f28799 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Synchronizing usage tracker for tenant:5af864f5c277407b926d6860bf75ec1e on resource:network {{(pid=82369) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:00:52.130999 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-e36f4bba-869e-49b1-9428-f07bb8f28799 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Unset dirty status for tenant:5af864f5c277407b926d6860bf75ec1e on resource:network {{(pid=82369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:00:52.132373 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-e36f4bba-869e-49b1-9428-f07bb8f28799 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.36 "GET /v2.0/networks?id=b3c95ed8-174a-4d94-ae32-f5c9c9e2d451 HTTP/1.1" status: 200 len: 808 time: 0.2098310 Sep 20 16:00:52.139134 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52092f7b-a86a-47fb-91ae-96c0e2c10121 req-661a1c34-e8e2-4632-9c49-c456d163a0b7 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:52.140829 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-52092f7b-a86a-47fb-91ae-96c0e2c10121 req-661a1c34-e8e2-4632-9c49-c456d163a0b7 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fc4c687-199e-4763-ba00-d63b22d1adea HTTP/1.1" status: 200 len: 944 time: 0.0987475 Sep 20 16:00:52.153939 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-4d5d786e-5526-482c-91e3-db6f91535f7c tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Request body: {'port': {'device_id': '33051397-a55b-4e38-93a8-7d8f8b476beb', 'network_id': 'b3c95ed8-174a-4d94-ae32-f5c9c9e2d451', 'admin_state_up': True, 'tenant_id': '5af864f5c277407b926d6860bf75ec1e'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:00:52.193443 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device c19460c0-3a44-4fe8-8bbf-ef0855b29da3 up at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:00:52.209264 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-52092f7b-a86a-47fb-91ae-96c0e2c10121 req-42a64075-6411-47b2-adae-18b4807b96f4 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613060 Sep 20 16:00:52.284896 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning for port c19460c0-3a44-4fe8-8bbf-ef0855b29da3 completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:00:52.291135 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning complete for port c19460c0-3a44-4fe8-8bbf-ef0855b29da3 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:00:52.292084 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:52.375690 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-4d5d786e-5526-482c-91e3-db6f91535f7c tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:00:52.387869 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-4d5d786e-5526-482c-91e3-db6f91535f7c tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:00:52.399875 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-4d5d786e-5526-482c-91e3-db6f91535f7c tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Made reservation on behalf of 5af864f5c277407b926d6860bf75ec1e for: {'port': 1} {{(pid=82369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 16:00:52.407963 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-4d5d786e-5526-482c-91e3-db6f91535f7c tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:52.434152 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:52.463985 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc4c687-199e-4763-ba00-d63b22d1adea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19460c0-3a44-4fe8-8bbf-ef0855b29da3'}] {{(pid=82370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:00:52.478971 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port c19460c0-3a44-4fe8-8bbf-ef0855b29da3, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=c19460c0-3a44-4fe8-8bbf-ef0855b29da3,segment=NetworkSegment(af014d27-e93b-4a03-86de-e38863424f3d),segment_id=af014d27-e93b-4a03-86de-e38863424f3d)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:00:52.486045 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:52.488093 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:52.591515 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc4c687-199e-4763-ba00-d63b22d1adea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19460c0-3a44-4fe8-8bbf-ef0855b29da3', 'code': 200} Sep 20 16:00:52.592130 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=c19460c0-3a44-4fe8-8bbf-ef0855b29da3,revision_number=5']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:52.596916 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:52.639709 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ef39c-7f6b-412d-bc21-95064bd645ff req-e0773f75-db95-494e-8524-f22e6d3b49b4 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:52.641445 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-df8ef39c-7f6b-412d-bc21-95064bd645ff req-e0773f75-db95-494e-8524-f22e6d3b49b4 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 946 time: 0.1129727 Sep 20 16:00:52.685925 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-4d5d786e-5526-482c-91e3-db6f91535f7c tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Allocated IP 172.20.0.14 (b3c95ed8-174a-4d94-ae32-f5c9c9e2d451/bf2dfefe-0075-4586-a5b1-8add57d254b7/3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832) {{(pid=82369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 16:00:52.780305 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-df8ef39c-7f6b-412d-bc21-95064bd645ff req-ac730e78-27d3-42be-b45c-f9022d1ec325 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294055 Sep 20 16:00:52.956649 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-4d5d786e-5526-482c-91e3-db6f91535f7c tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Notify callbacks [] for port, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:52.989660 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-4d5d786e-5526-482c-91e3-db6f91535f7c tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33095450'] for port, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:53.001144 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f8b5e9da-4b1b-48bb-8095-20d6677bd4c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:53.093884 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bcc8f9f2-c716-48e1-81d6-fc615f24198e req-2b07cd2a-262c-484e-b12c-b9768ff3a2eb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7fc4c687-199e-4763-ba00-d63b22d1adea HTTP/1.1" status: 200 len: 1098 time: 0.1813030 Sep 20 16:00:53.100603 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-4d5d786e-5526-482c-91e3-db6f91535f7c tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Network b3c95ed8-174a-4d94-ae32-f5c9c9e2d451 is already hosted by enough agents. {{(pid=82369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:00:53.104629 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-4d5d786e-5526-482c-91e3-db6f91535f7c tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Resources bound (agent type, host, resource id): {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:00:53.107209 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-4d5d786e-5526-482c-91e3-db6f91535f7c tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Received port after_create {{(pid=82369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 16:00:53.125869 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1b150-1d35-4532-9d3c-8bb8ba6d87cb req-d7a1ab0e-451f-4b73-b580-78664ccecf5e tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:53.134207 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-81d1b150-1d35-4532-9d3c-8bb8ba6d87cb req-d7a1ab0e-451f-4b73-b580-78664ccecf5e tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/ports?device_id=33051397-a55b-4e38-93a8-7d8f8b476beb HTTP/1.1" status: 200 len: 932 time: 0.1328926 Sep 20 16:00:53.142665 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5d786e-5526-482c-91e3-db6f91535f7c tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Pushing event updated for resources: {'Port': ['ID=3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:53.148215 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-4d5d786e-5526-482c-91e3-db6f91535f7c tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:53.206427 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-81d1b150-1d35-4532-9d3c-8bb8ba6d87cb req-a182cfe3-9231-4ec9-b8df-0cdebde09a9a tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdb45616-f7db-41e9-aa07-a59b29f77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716398 Sep 20 16:00:53.210527 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bcc8f9f2-c716-48e1-81d6-fc615f24198e req-ba90c3fc-ba6a-4632-a29e-3147cf36ca8d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070113 Sep 20 16:00:53.220898 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-4d5d786e-5526-482c-91e3-db6f91535f7c tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:53.221847 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-4d5d786e-5526-482c-91e3-db6f91535f7c tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:53.294681 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-4d5d786e-5526-482c-91e3-db6f91535f7c tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1457455 Sep 20 16:00:53.465263 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0aae5e-ceee-436d-8cd2-d9d1c788b245 req-a6c94f83-fd9e-4f6a-abf7-4e971fd14d4f tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:53.466921 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bf0aae5e-ceee-436d-8cd2-d9d1c788b245 req-a6c94f83-fd9e-4f6a-abf7-4e971fd14d4f tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fc4c687-199e-4763-ba00-d63b22d1adea HTTP/1.1" status: 200 len: 945 time: 0.0910141 Sep 20 16:00:53.495338 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-1924575f-0eaf-44db-b479-e4ac76eacbaf service neutron] Request body: {'port': {'device_id': '33051397-a55b-4e38-93a8-7d8f8b476beb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80966'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:00:53.515974 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bf0aae5e-ceee-436d-8cd2-d9d1c788b245 req-b7a6c8a9-085a-423e-9c85-b89673302519 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422885 Sep 20 16:00:53.619926 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-1924575f-0eaf-44db-b479-e4ac76eacbaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:53.998477 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-1924575f-0eaf-44db-b479-e4ac76eacbaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832 {{(pid=82369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 16:00:54.009992 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-1924575f-0eaf-44db-b479-e4ac76eacbaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:54.028574 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-1924575f-0eaf-44db-b479-e4ac76eacbaf service neutron] Transition to ACTIVE for port object 3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832 will not be triggered until provisioned by entity L2. {{(pid=82369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:00:54.031390 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-1924575f-0eaf-44db-b479-e4ac76eacbaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036821680366'] for port, after_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:54.036071 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-6c6d4c4f-e326-49ac-b459-769a85952744 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:54.131591 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b812bb5-edec-4b5a-ba50-490c1b18cecb req-54587b04-e675-4024-90b8-0f793434b09c tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:54.133213 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9b812bb5-edec-4b5a-ba50-490c1b18cecb req-54587b04-e675-4024-90b8-0f793434b09c tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 946 time: 0.0845401 Sep 20 16:00:54.162602 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924575f-0eaf-44db-b479-e4ac76eacbaf service neutron] Pushing event updated for resources: {'Port': ['ID=3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832,revision_number=2']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:54.167638 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-1924575f-0eaf-44db-b479-e4ac76eacbaf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:54.193598 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9b812bb5-edec-4b5a-ba50-490c1b18cecb req-cbf0cf1e-bc31-4aa6-8ed5-32694ecfebb2 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538869 Sep 20 16:00:54.276096 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-1924575f-0eaf-44db-b479-e4ac76eacbaf service neutron] Attempting to bind port 3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832 on host hv-cinder-80966 for vnic_type normal with profile {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 16:00:54.276475 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-1924575f-0eaf-44db-b479-e4ac76eacbaf service neutron] Attempting to bind port 3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832 by drivers openvswitch,hyperv on host hv-cinder-80966 at level 0 using segments [{'id': '36cb39eb-ee78-4833-962f-86df7669a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b3c95ed8-174a-4d94-ae32-f5c9c9e2d451'}] {{(pid=82369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 16:00:54.276828 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-1924575f-0eaf-44db-b479-e4ac76eacbaf service neutron] Attempting to bind port 3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832 on network b3c95ed8-174a-4d94-ae32-f5c9c9e2d451 {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:00:54.283039 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-1924575f-0eaf-44db-b479-e4ac76eacbaf service neutron] Port 3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832 on network b3c95ed8-174a-4d94-ae32-f5c9c9e2d451 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80966 {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 20 16:00:54.283389 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-1924575f-0eaf-44db-b479-e4ac76eacbaf service neutron] Attempting to bind port 3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832 on network b3c95ed8-174a-4d94-ae32-f5c9c9e2d451 {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:00:54.290472 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-1924575f-0eaf-44db-b479-e4ac76eacbaf service neutron] Checking agent: {'id': '85f38ebc-8bd3-4a05-87ab-11427d0d3796', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 57, 9), 'started_at': datetime.datetime(2021, 9, 20, 15, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 16, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 16:00:54.290863 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-1924575f-0eaf-44db-b479-e4ac76eacbaf service neutron] Checking segment: {'id': '36cb39eb-ee78-4833-962f-86df7669a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b3c95ed8-174a-4d94-ae32-f5c9c9e2d451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:00:54.291274 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-1924575f-0eaf-44db-b479-e4ac76eacbaf service neutron] Bound using segment: {'id': '36cb39eb-ee78-4833-962f-86df7669a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b3c95ed8-174a-4d94-ae32-f5c9c9e2d451'} {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 16:00:54.291736 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-1924575f-0eaf-44db-b479-e4ac76eacbaf service neutron] Bound port: 3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832, host: hv-cinder-80966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36cb39eb-ee78-4833-962f-86df7669a729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'b3c95ed8-174a-4d94-ae32-f5c9c9e2d451'}}] {{(pid=82369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 16:00:54.292108 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-1924575f-0eaf-44db-b479-e4ac76eacbaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:54.382445 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-1924575f-0eaf-44db-b479-e4ac76eacbaf service neutron] For port 3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832, host hv-cinder-80966, cleared binding levels {{(pid=82369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 16:00:54.385544 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-1924575f-0eaf-44db-b479-e4ac76eacbaf service neutron] For port 3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832, host hv-cinder-80966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832,segment=NetworkSegment(36cb39eb-ee78-4833-962f-86df7669a729),segment_id=36cb39eb-ee78-4833-962f-86df7669a729)] {{(pid=82369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 16:00:54.388818 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-1924575f-0eaf-44db-b479-e4ac76eacbaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036821680366'] for port, after_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:54.393243 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-1924575f-0eaf-44db-b479-e4ac76eacbaf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:54.430560 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d8302-05ec-4557-a41e-22b3deba7ca2 req-76cc80b5-cd0d-4f7f-bf62-6ec7da8e6e41 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:54.432221 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a23d8302-05ec-4557-a41e-22b3deba7ca2 req-76cc80b5-cd0d-4f7f-bf62-6ec7da8e6e41 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/ports?device_id=33051397-a55b-4e38-93a8-7d8f8b476beb HTTP/1.1" status: 200 len: 944 time: 0.0841765 Sep 20 16:00:54.460034 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-1924575f-0eaf-44db-b479-e4ac76eacbaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:54.461524 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-1924575f-0eaf-44db-b479-e4ac76eacbaf service neutron] 10.222.0.36 "PUT /v2.0/ports/3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832 HTTP/1.1" status: 200 len: 1094 time: 0.9715667 Sep 20 16:00:54.462042 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33051397-a55b-4e38-93a8-7d8f8b476beb', 'tag': '3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832'}] {{(pid=82369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:00:54.478281 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924575f-0eaf-44db-b479-e4ac76eacbaf service neutron] Pushing event updated for resources: {'Port': ['ID=3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832,revision_number=3']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:54.481547 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-1924575f-0eaf-44db-b479-e4ac76eacbaf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:54.502011 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a23d8302-05ec-4557-a41e-22b3deba7ca2 req-2369da75-9954-45f5-bf23-7e1a67458291 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdb45616-f7db-41e9-aa07-a59b29f77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629821 Sep 20 16:00:54.550264 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33051397-a55b-4e38-93a8-7d8f8b476beb', 'tag': '3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832', 'status': 'completed', 'code': 200} Sep 20 16:00:54.599004 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-acc855b0-518f-4d7c-b8e5-924757e215da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5af864f5c277407b926d6860bf75ec1e&device_id=33051397-a55b-4e38-93a8-7d8f8b476beb HTTP/1.1" status: 200 len: 1097 time: 0.0903153 Sep 20 16:00:54.691879 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-0b4b1ad2-699a-4c65-9403-b45f84652c05 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832 HTTP/1.1" status: 200 len: 217 time: 0.0820730 Sep 20 16:00:54.915266 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d15a0e-41a8-4401-9a7a-5b4a2b9ac670 req-2f13cc9c-5487-4a90-8b95-cea4afa49b8a tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:54.934637 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-35d15a0e-41a8-4401-9a7a-5b4a2b9ac670 req-2f13cc9c-5487-4a90-8b95-cea4afa49b8a tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fc4c687-199e-4763-ba00-d63b22d1adea HTTP/1.1" status: 200 len: 945 time: 0.1579082 Sep 20 16:00:54.992858 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-35d15a0e-41a8-4401-9a7a-5b4a2b9ac670 req-67941ee8-6c62-4b92-9bdd-b713cdea28d9 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516219 Sep 20 16:00:55.078096 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-382e2ef5-1513-4856-9797-dd5d4baa347b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:55.080031 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-382e2ef5-1513-4856-9797-dd5d4baa347b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bf2dfefe-0075-4586-a5b1-8add57d254b7 HTTP/1.1" status: 200 len: 848 time: 0.3793960 Sep 20 16:00:55.151672 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-51e507f4-9f49-4bc7-bc5c-7ca5fe9f6121 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b3c95ed8-174a-4d94-ae32-f5c9c9e2d451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562241 Sep 20 16:00:55.311670 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-41f5e3b9-e657-4af0-93a3-f0b8df1eddcc service neutron] 10.222.0.36 "GET /v2.0/networks/b3c95ed8-174a-4d94-ae32-f5c9c9e2d451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507525 Sep 20 16:00:55.429896 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f644e0-48e1-41c5-987f-7ab32e52ad6c req-d797a028-d964-49c4-baf3-f4807ca48230 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:55.432017 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f1f644e0-48e1-41c5-987f-7ab32e52ad6c req-d797a028-d964-49c4-baf3-f4807ca48230 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 946 time: 0.0979383 Sep 20 16:00:55.503860 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d74175c4-1593-4bde-a12d-c9f83fcb21f7 req-d74908d8-1b9e-4452-99e5-d8f4330671cf service neutron] 10.222.0.36 "GET /v2.0/networks/b3c95ed8-174a-4d94-ae32-f5c9c9e2d451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797843 Sep 20 16:00:55.520716 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f1f644e0-48e1-41c5-987f-7ab32e52ad6c req-629c09ad-de3a-4fa2-992a-ba15e0172693 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733624 Sep 20 16:00:55.573581 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 53526) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:55.663984 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-69f4deb7-34dc-4e6b-93df-071d4649f15b req-97338ba3-9684-46ce-a22b-5ca82b8082f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5af864f5c277407b926d6860bf75ec1e&device_id=33051397-a55b-4e38-93a8-7d8f8b476beb HTTP/1.1" status: 200 len: 1097 time: 0.1020977 Sep 20 16:00:55.768986 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fae89185-6ecc-46be-9e5d-37eb7f998f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:55.809578 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-fae89185-6ecc-46be-9e5d-37eb7f998f4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:00:55.814093 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-fae89185-6ecc-46be-9e5d-37eb7f998f4b admin admin] Usage tracker for resource:security_group_rule and tenant:d96072850e104278976172da77e66cb6 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:00:55.817217 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-fae89185-6ecc-46be-9e5d-37eb7f998f4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:00:55.823755 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-fae89185-6ecc-46be-9e5d-37eb7f998f4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:00:55.848181 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4deb7-34dc-4e6b-93df-071d4649f15b req-76807fb8-ea21-4189-b90f-604a58631019 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:55.851017 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-69f4deb7-34dc-4e6b-93df-071d4649f15b req-76807fb8-ea21-4189-b90f-604a58631019 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b3c95ed8-174a-4d94-ae32-f5c9c9e2d451 HTTP/1.1" status: 200 len: 909 time: 0.1711326 Sep 20 16:00:55.897619 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba1fe8f-1af1-4d42-9e56-13faa1b20b4f req-2e732583-f601-4ee5-98d9-44f8ba843b14 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:55.899359 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9ba1fe8f-1af1-4d42-9e56-13faa1b20b4f req-2e732583-f601-4ee5-98d9-44f8ba843b14 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/ports?device_id=33051397-a55b-4e38-93a8-7d8f8b476beb HTTP/1.1" status: 200 len: 944 time: 0.2449498 Sep 20 16:00:55.938248 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fae89185-6ecc-46be-9e5d-37eb7f998f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:55.982234 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fae89185-6ecc-46be-9e5d-37eb7f998f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:56.010036 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-69f4deb7-34dc-4e6b-93df-071d4649f15b req-21cbb11d-9da5-43f3-802f-ced6c113f953 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832 HTTP/1.1" status: 200 len: 217 time: 0.1421297 Sep 20 16:00:56.014123 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-976644da-dbba-40a9-ba6a-925a8100932b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:56.048711 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9ba1fe8f-1af1-4d42-9e56-13faa1b20b4f req-ea4f9827-fb2c-48ae-b953-925712e6a806 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdb45616-f7db-41e9-aa07-a59b29f77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086805 Sep 20 16:00:56.060282 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-fae89185-6ecc-46be-9e5d-37eb7f998f4b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d96072850e104278976172da77e66cb6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4854636 Sep 20 16:00:56.068664 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 53544) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:56.089972 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae89185-6ecc-46be-9e5d-37eb7f998f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a2696c-5f4a-4138-9e4f-0808c5acaede,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:56.110284 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-fae89185-6ecc-46be-9e5d-37eb7f998f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:56.161438 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4deb7-34dc-4e6b-93df-071d4649f15b req-ec80f015-dc1f-47c3-9016-55860be20c87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:56.163145 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-69f4deb7-34dc-4e6b-93df-071d4649f15b req-ec80f015-dc1f-47c3-9016-55860be20c87 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bf2dfefe-0075-4586-a5b1-8add57d254b7 HTTP/1.1" status: 200 len: 848 time: 0.1449885 Sep 20 16:00:56.215341 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-75f9c2c8-ceaa-4231-85a0-36b2c6e600d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:56.223827 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-69f4deb7-34dc-4e6b-93df-071d4649f15b req-c08f5567-8691-42d7-aab0-68a3a69c125b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b3c95ed8-174a-4d94-ae32-f5c9c9e2d451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480561 Sep 20 16:00:56.271709 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce026d-0f56-4cc9-9297-3b260a3c7583 req-44a52f38-87ca-48d1-b697-03ab47149231 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:56.273341 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d6ce026d-0f56-4cc9-9297-3b260a3c7583 req-44a52f38-87ca-48d1-b697-03ab47149231 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fc4c687-199e-4763-ba00-d63b22d1adea HTTP/1.1" status: 200 len: 945 time: 0.0831237 Sep 20 16:00:56.280090 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-75f9c2c8-ceaa-4231-85a0-36b2c6e600d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:56.324895 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d6ce026d-0f56-4cc9-9297-3b260a3c7583 req-aface3c0-c9aa-415e-860b-e294793dd395 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449054 Sep 20 16:00:56.427320 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-69f4deb7-34dc-4e6b-93df-071d4649f15b req-c4bd052c-a0fc-46ff-99b5-9bfc207121e3 service neutron] 10.222.0.36 "GET /v2.0/networks/b3c95ed8-174a-4d94-ae32-f5c9c9e2d451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841121 Sep 20 16:00:56.428364 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-75f9c2c8-ceaa-4231-85a0-36b2c6e600d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:56.433380 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-ec338cca-eb9b-40b1-aabe-8041dd66f952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:56.471630 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f9c2c8-ceaa-4231-85a0-36b2c6e600d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a2696c-5f4a-4138-9e4f-0808c5acaede,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:56.479973 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-75f9c2c8-ceaa-4231-85a0-36b2c6e600d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:56.491062 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-75f9c2c8-ceaa-4231-85a0-36b2c6e600d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:56.494410 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-75f9c2c8-ceaa-4231-85a0-36b2c6e600d3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d4a2696c-5f4a-4138-9e4f-0808c5acaede HTTP/1.1" status: 204 len: 168 time: 0.4226406 Sep 20 16:00:56.610374 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-69f4deb7-34dc-4e6b-93df-071d4649f15b req-9d43d2b0-3c7f-4951-97b4-54726bbddfa6 service neutron] 10.222.0.36 "GET /v2.0/networks/b3c95ed8-174a-4d94-ae32-f5c9c9e2d451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684110 Sep 20 16:00:56.784191 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f79bf5-c2ca-46a4-a5d3-9dcc792f2f22 req-a26c2a53-fd9c-4588-a486-6bb3edd3d4c7 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:56.786689 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-01f79bf5-c2ca-46a4-a5d3-9dcc792f2f22 req-a26c2a53-fd9c-4588-a486-6bb3edd3d4c7 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 946 time: 0.1205664 Sep 20 16:00:56.838408 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-01f79bf5-c2ca-46a4-a5d3-9dcc792f2f22 req-5d288c6c-1415-454c-8b00-a45ea830b551 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452809 Sep 20 16:00:56.950063 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 53566) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:56.970581 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd4c3e6d-6d5a-46ea-9714-51e36b7530f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:57.002791 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-dd4c3e6d-6d5a-46ea-9714-51e36b7530f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:00:57.006795 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-dd4c3e6d-6d5a-46ea-9714-51e36b7530f7 admin admin] Usage tracker for resource:security_group_rule and tenant:39160da00aac4379b10e01f5ede69e4d is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:00:57.009721 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-dd4c3e6d-6d5a-46ea-9714-51e36b7530f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:00:57.015695 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-dd4c3e6d-6d5a-46ea-9714-51e36b7530f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:00:57.085539 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd4c3e6d-6d5a-46ea-9714-51e36b7530f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:57.089606 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd4c3e6d-6d5a-46ea-9714-51e36b7530f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:57.097839 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-6bb5fcbc-c66a-47e9-908f-8d392f5b4808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:57.140952 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c3e6d-6d5a-46ea-9714-51e36b7530f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce53c17b-8633-4488-b1cf-2692aa7404fd,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:57.144792 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-dd4c3e6d-6d5a-46ea-9714-51e36b7530f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:57.149592 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-dd4c3e6d-6d5a-46ea-9714-51e36b7530f7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=39160da00aac4379b10e01f5ede69e4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1983459 Sep 20 16:00:57.152293 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 53574) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:57.222153 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8aa3a5a9-a96f-41f2-a71f-0998ba76329a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:57.256161 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8aa3a5a9-a96f-41f2-a71f-0998ba76329a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:57.309873 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8aa3a5a9-a96f-41f2-a71f-0998ba76329a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:57.313933 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-76bf6b48-142d-4a6d-93ac-02a34798d818 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:57.324901 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9633acc-0b3f-4452-9171-957e9213a77f req-eac0b0cd-63c3-4811-a0b5-158286c11028 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:57.326392 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3a5a9-a96f-41f2-a71f-0998ba76329a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce53c17b-8633-4488-b1cf-2692aa7404fd,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:57.326523 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a9633acc-0b3f-4452-9171-957e9213a77f req-eac0b0cd-63c3-4811-a0b5-158286c11028 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/ports?device_id=33051397-a55b-4e38-93a8-7d8f8b476beb HTTP/1.1" status: 200 len: 944 time: 0.1101182 Sep 20 16:00:57.329067 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-8aa3a5a9-a96f-41f2-a71f-0998ba76329a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:57.334251 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8aa3a5a9-a96f-41f2-a71f-0998ba76329a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:57.338052 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-8aa3a5a9-a96f-41f2-a71f-0998ba76329a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ce53c17b-8633-4488-b1cf-2692aa7404fd HTTP/1.1" status: 204 len: 168 time: 0.1821179 Sep 20 16:00:57.403039 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a9633acc-0b3f-4452-9171-957e9213a77f req-599d4ed4-570d-41ca-8a69-2433da9de663 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdb45616-f7db-41e9-aa07-a59b29f77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585845 Sep 20 16:00:57.522779 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 53592) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:57.596964 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_v2 [None req-445db7bf-6aac-4ccf-b02e-b340af81d8b8 admin admin] Deleting subnet 7a2154bf-911c-4260-8eb6-661eb91cfda3 {{(pid=82369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 20 16:00:57.600315 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-445db7bf-6aac-4ccf-b02e-b340af81d8b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:57.660230 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-445db7bf-6aac-4ccf-b02e-b340af81d8b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822232036'] for subnet, precommit_delete_associations {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:57.722295 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-445db7bf-6aac-4ccf-b02e-b340af81d8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4005'] for subnet, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:57.794423 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-445db7bf-6aac-4ccf-b02e-b340af81d8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036821680305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33386394'] for subnet, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:57.799613 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-49764ed4-d684-447d-9991-488f7ae19e13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:57.840819 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445db7bf-6aac-4ccf-b02e-b340af81d8b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a2154bf-911c-4260-8eb6-661eb91cfda3,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:57.843528 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-445db7bf-6aac-4ccf-b02e-b340af81d8b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:57.846592 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-445db7bf-6aac-4ccf-b02e-b340af81d8b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:57.853004 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-445db7bf-6aac-4ccf-b02e-b340af81d8b8 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/7a2154bf-911c-4260-8eb6-661eb91cfda3 HTTP/1.1" status: 204 len: 168 time: 0.3286085 Sep 20 16:00:57.855703 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 53604) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:58.246004 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832 details requested by agent hyperv_hv-cinder-80966 with host hv-cinder-80966 {{(pid=82370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 20 16:00:58.269599 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-90b05557-7cfe-45dc-9534-6e697fbc726f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854743839'] for network, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:58.368324 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6dbaea-bb05-4be7-9104-e996256af379 req-4f8d6f21-1067-47a9-9483-97fbcd5d6aa7 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:58.375612 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9d6dbaea-bb05-4be7-9104-e996256af379 req-4f8d6f21-1067-47a9-9483-97fbcd5d6aa7 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 946 time: 0.1920462 Sep 20 16:00:58.453164 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832,segment=NetworkSegment(36cb39eb-ee78-4833-962f-86df7669a729),segment_id=36cb39eb-ee78-4833-962f-86df7669a729)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:00:58.472271 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Returning: {'device': '3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832', 'network_id': 'b3c95ed8-174a-4d94-ae32-f5c9c9e2d451', 'port_id': '3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832', 'mac_address': 'fa:16:3e:aa:d1:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf2dfefe-0075-4586-a5b1-8add57d254b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 20 16:00:58.484618 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-90b05557-7cfe-45dc-9534-6e697fbc726f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30012', 'neutron.services.segments.db._delete_segments_for_network-8786514012702'] for network, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:58.507478 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9d6dbaea-bb05-4be7-9104-e996256af379 req-09f5ff2f-1d93-4547-8804-701f0f222ecd tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308529 Sep 20 16:00:58.554540 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-90b05557-7cfe-45dc-9534-6e697fbc726f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=82368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 16:00:58.555117 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-90b05557-7cfe-45dc-9534-6e697fbc726f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=82368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 16:00:58.556111 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-90b05557-7cfe-45dc-9534-6e697fbc726f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 16:00:58.556627 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-90b05557-7cfe-45dc-9534-6e697fbc726f admin admin] Subscribe: > port after_create 55550000 {{(pid=82368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 16:00:58.559907 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-90b05557-7cfe-45dc-9534-6e697fbc726f admin admin] Subscribe: > port after_delete 55550000 {{(pid=82368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 16:00:58.560466 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-90b05557-7cfe-45dc-9534-6e697fbc726f admin admin] Subscribe: > port after_update 55550000 {{(pid=82368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 16:00:58.560985 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-90b05557-7cfe-45dc-9534-6e697fbc726f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=82368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 16:00:58.561501 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-90b05557-7cfe-45dc-9534-6e697fbc726f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 16:00:58.562016 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-90b05557-7cfe-45dc-9534-6e697fbc726f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 16:00:58.562533 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-90b05557-7cfe-45dc-9534-6e697fbc726f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=82368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 16:00:58.596141 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:58.637082 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832 {{(pid=82370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 16:00:58.661278 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832,segment=NetworkSegment(36cb39eb-ee78-4833-962f-86df7669a729),segment_id=36cb39eb-ee78-4833-962f-86df7669a729)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:00:58.670606 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:58.672560 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:58.694915 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-90b05557-7cfe-45dc-9534-6e697fbc726f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=82368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 16:00:58.695484 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-90b05557-7cfe-45dc-9534-6e697fbc726f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=82368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 16:00:58.696817 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-90b05557-7cfe-45dc-9534-6e697fbc726f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=82368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 16:00:58.697544 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-90b05557-7cfe-45dc-9534-6e697fbc726f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=82368) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Sep 20 16:00:58.698225 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-90b05557-7cfe-45dc-9534-6e697fbc726f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53f851d3-fa9e-4475-bfdc-3fa4e4697b78']}} {{(pid=82368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:00:58.775099 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-90b05557-7cfe-45dc-9534-6e697fbc726f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9cd6264-4ac4-44cc-bb6d-5bb3076437bb') {'for_net_delete': True} {{(pid=82368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:00:58.775796 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-90b05557-7cfe-45dc-9534-6e697fbc726f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9cd6264-4ac4-44cc-bb6d-5bb3076437bb') {} {{(pid=82368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:00:58.781210 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832,revision_number=4']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:58.786579 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:58.794991 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-90b05557-7cfe-45dc-9534-6e697fbc726f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250340771410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31511054'] for segment, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:58.821727 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-90b05557-7cfe-45dc-9534-6e697fbc726f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854403426'] for segment, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:58.839180 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b05557-7cfe-45dc-9534-6e697fbc726f admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=82368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 20 16:00:58.839631 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-90b05557-7cfe-45dc-9534-6e697fbc726f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-372359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33518000'] for segment, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:58.859369 dv-cinder-809669-1-iscsi neutron-server[82259]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Sep 20 16:00:58.859369 dv-cinder-809669-1-iscsi neutron-server[82259]: (self, other), Sep 20 16:00:58.859369 dv-cinder-809669-1-iscsi neutron-server[82259]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Sep 20 16:00:58.859369 dv-cinder-809669-1-iscsi neutron-server[82259]: (self, other), Sep 20 16:00:58.859369 dv-cinder-809669-1-iscsi neutron-server[82259]: Traceback (most recent call last): Sep 20 16:00:58.859369 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 20 16:00:58.859369 dv-cinder-809669-1-iscsi neutron-server[82259]: timer() Sep 20 16:00:58.859369 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 16:00:58.859369 dv-cinder-809669-1-iscsi neutron-server[82259]: cb(*args, **kw) Sep 20 16:00:58.859369 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 20 16:00:58.859369 dv-cinder-809669-1-iscsi neutron-server[82259]: return func(*args, **kwargs) Sep 20 16:00:58.859369 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 16:00:58.859369 dv-cinder-809669-1-iscsi neutron-server[82259]: self._notify() Sep 20 16:00:58.859369 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 16:00:58.859369 dv-cinder-809669-1-iscsi neutron-server[82259]: self.callback(batched_events) Sep 20 16:00:58.859369 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 16:00:58.859369 dv-cinder-809669-1-iscsi neutron-server[82259]: event.method(event) Sep 20 16:00:58.859369 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 20 16:00:58.859369 dv-cinder-809669-1-iscsi neutron-server[82259]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 16:00:58.859369 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 20 16:00:58.859369 dv-cinder-809669-1-iscsi neutron-server[82259]: segment_id)['aggregates'][0] Sep 20 16:00:58.859369 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 20 16:00:58.859369 dv-cinder-809669-1-iscsi neutron-server[82259]: return f(self, *a, **k) Sep 20 16:00:58.859369 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 20 16:00:58.859369 dv-cinder-809669-1-iscsi neutron-server[82259]: return self._get(url).json() Sep 20 16:00:58.859369 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 16:00:58.859369 dv-cinder-809669-1-iscsi neutron-server[82259]: **kwargs) Sep 20 16:00:58.859369 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 20 16:00:58.859369 dv-cinder-809669-1-iscsi neutron-server[82259]: return self.request(url, 'GET', **kwargs) Sep 20 16:00:58.859369 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 20 16:00:58.859369 dv-cinder-809669-1-iscsi neutron-server[82259]: **endpoint_filter) Sep 20 16:00:58.859369 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 20 16:00:58.859369 dv-cinder-809669-1-iscsi neutron-server[82259]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 16:00:58.859369 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 20 16:00:58.859369 dv-cinder-809669-1-iscsi neutron-server[82259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 16:00:58.859369 dv-cinder-809669-1-iscsi neutron-server[82259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 16:00:58.960285 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-90b05557-7cfe-45dc-9534-6e697fbc726f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854745781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1017775'] for network, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:58.970979 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a406b7-4a47-4178-97b9-44d6f9691fed req-b9b49dd7-7ee7-4f65-812d-79628aba7340 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:58.973895 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-27a406b7-4a47-4178-97b9-44d6f9691fed req-b9b49dd7-7ee7-4f65-812d-79628aba7340 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/ports?device_id=33051397-a55b-4e38-93a8-7d8f8b476beb HTTP/1.1" status: 200 len: 945 time: 0.2662346 Sep 20 16:00:58.976021 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-42b55a7a-d5b6-4158-b19b-b23aee8b0fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:59.011976 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-90b05557-7cfe-45dc-9534-6e697fbc726f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for network, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:59.014879 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b05557-7cfe-45dc-9534-6e697fbc726f admin admin] Pushing event deleted for resources: {'Network': ['ID=53f851d3-fa9e-4475-bfdc-3fa4e4697b78,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:59.016298 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:00:59.027738 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-90b05557-7cfe-45dc-9534-6e697fbc726f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:59.056625 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-90b05557-7cfe-45dc-9534-6e697fbc726f admin admin] 10.222.0.35 "DELETE /v2.0/networks/53f851d3-fa9e-4475-bfdc-3fa4e4697b78 HTTP/1.1" status: 204 len: 168 time: 1.1997809 Sep 20 16:00:59.059862 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 53656) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:59.071220 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-27a406b7-4a47-4178-97b9-44d6f9691fed req-5e8b79a2-36a8-45cf-a322-1d35aaaf165a tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdb45616-f7db-41e9-aa07-a59b29f77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802660 Sep 20 16:00:59.135063 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_v2 [None req-42406c61-6c07-4141-baf9-33aecbb6c51c admin admin] Deleting subnet cba41622-e8b5-417c-b0e3-7e702c54335c {{(pid=82369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 20 16:00:59.138506 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-42406c61-6c07-4141-baf9-33aecbb6c51c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:59.191560 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-42406c61-6c07-4141-baf9-33aecbb6c51c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822232036'] for subnet, precommit_delete_associations {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:59.256832 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-42406c61-6c07-4141-baf9-33aecbb6c51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4005'] for subnet, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:59.330100 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-42406c61-6c07-4141-baf9-33aecbb6c51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036821680305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33386394'] for subnet, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:59.335348 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-599b901d-8e43-4c6e-b28d-6f5945e712c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:59.372502 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42406c61-6c07-4141-baf9-33aecbb6c51c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cba41622-e8b5-417c-b0e3-7e702c54335c,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:59.375174 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-42406c61-6c07-4141-baf9-33aecbb6c51c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:59.378274 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-42406c61-6c07-4141-baf9-33aecbb6c51c admin admin] Notify callbacks [] for subnet, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:59.385854 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-42406c61-6c07-4141-baf9-33aecbb6c51c admin admin] 10.222.0.35 "DELETE /v2.0/subnets/cba41622-e8b5-417c-b0e3-7e702c54335c HTTP/1.1" status: 204 len: 168 time: 0.3247476 Sep 20 16:00:59.388442 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 53666) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:59.507587 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-98387b09-267f-4d85-9512-4405fe1a1f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854743839'] for network, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:59.525679 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 53672) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:00:59.652023 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-98387b09-267f-4d85-9512-4405fe1a1f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30012', 'neutron.services.segments.db._delete_segments_for_network-8786514012702'] for network, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:59.679385 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-98387b09-267f-4d85-9512-4405fe1a1f35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['569f295d-f480-4d38-93c0-ff12548fd2b7']}} {{(pid=82369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:00:59.696431 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-48cbdf80-95c7-4a91-99fe-98a8abaabd07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:59.697366 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-98387b09-267f-4d85-9512-4405fe1a1f35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a73e018b-c2ed-4f95-abae-3c8afb7e98d6') {'for_net_delete': True} {{(pid=82369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:00:59.697701 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-98387b09-267f-4d85-9512-4405fe1a1f35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a73e018b-c2ed-4f95-abae-3c8afb7e98d6') {} {{(pid=82369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:00:59.710912 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-98387b09-267f-4d85-9512-4405fe1a1f35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250340771410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32543749'] for segment, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:59.732237 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-98387b09-267f-4d85-9512-4405fe1a1f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854403426'] for segment, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:59.740010 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98387b09-267f-4d85-9512-4405fe1a1f35 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=82369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 20 16:00:59.740607 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-48cbdf80-95c7-4a91-99fe-98a8abaabd07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:00:59.740812 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-98387b09-267f-4d85-9512-4405fe1a1f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-372359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036821680140'] for segment, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:59.745194 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-48cbdf80-95c7-4a91-99fe-98a8abaabd07 admin admin] Usage tracker for resource:security_group_rule and tenant:1eeb9b73e4324442850694eecb9a59bb is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:00:59.749103 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-48cbdf80-95c7-4a91-99fe-98a8abaabd07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:00:59.756141 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-48cbdf80-95c7-4a91-99fe-98a8abaabd07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:00:59.758737 dv-cinder-809669-1-iscsi neutron-server[82259]: Traceback (most recent call last): Sep 20 16:00:59.758737 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 20 16:00:59.758737 dv-cinder-809669-1-iscsi neutron-server[82259]: timer() Sep 20 16:00:59.758737 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 16:00:59.758737 dv-cinder-809669-1-iscsi neutron-server[82259]: cb(*args, **kw) Sep 20 16:00:59.758737 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 20 16:00:59.758737 dv-cinder-809669-1-iscsi neutron-server[82259]: return func(*args, **kwargs) Sep 20 16:00:59.758737 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 16:00:59.758737 dv-cinder-809669-1-iscsi neutron-server[82259]: self._notify() Sep 20 16:00:59.758737 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 16:00:59.758737 dv-cinder-809669-1-iscsi neutron-server[82259]: self.callback(batched_events) Sep 20 16:00:59.758737 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 16:00:59.758737 dv-cinder-809669-1-iscsi neutron-server[82259]: event.method(event) Sep 20 16:00:59.758737 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 20 16:00:59.758737 dv-cinder-809669-1-iscsi neutron-server[82259]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 16:00:59.758737 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 20 16:00:59.758737 dv-cinder-809669-1-iscsi neutron-server[82259]: segment_id)['aggregates'][0] Sep 20 16:00:59.758737 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 20 16:00:59.758737 dv-cinder-809669-1-iscsi neutron-server[82259]: return f(self, *a, **k) Sep 20 16:00:59.758737 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 20 16:00:59.758737 dv-cinder-809669-1-iscsi neutron-server[82259]: return self._get(url).json() Sep 20 16:00:59.758737 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 16:00:59.758737 dv-cinder-809669-1-iscsi neutron-server[82259]: **kwargs) Sep 20 16:00:59.758737 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 20 16:00:59.758737 dv-cinder-809669-1-iscsi neutron-server[82259]: return self.request(url, 'GET', **kwargs) Sep 20 16:00:59.758737 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 20 16:00:59.758737 dv-cinder-809669-1-iscsi neutron-server[82259]: **endpoint_filter) Sep 20 16:00:59.758737 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 20 16:00:59.758737 dv-cinder-809669-1-iscsi neutron-server[82259]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 16:00:59.758737 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 20 16:00:59.758737 dv-cinder-809669-1-iscsi neutron-server[82259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 16:00:59.758737 dv-cinder-809669-1-iscsi neutron-server[82259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 16:00:59.837835 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-48cbdf80-95c7-4a91-99fe-98a8abaabd07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:59.843079 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-48cbdf80-95c7-4a91-99fe-98a8abaabd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:59.847586 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-98387b09-267f-4d85-9512-4405fe1a1f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854745781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1017775'] for network, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:59.852183 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:59.852334 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:00:59.869922 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-98387b09-267f-4d85-9512-4405fe1a1f35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for network, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:00:59.884473 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98387b09-267f-4d85-9512-4405fe1a1f35 admin admin] Pushing event deleted for resources: {'Network': ['ID=569f295d-f480-4d38-93c0-ff12548fd2b7,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:59.887004 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-98387b09-267f-4d85-9512-4405fe1a1f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:59.893045 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-98387b09-267f-4d85-9512-4405fe1a1f35 admin admin] 10.222.0.35 "DELETE /v2.0/networks/569f295d-f480-4d38-93c0-ff12548fd2b7 HTTP/1.1" status: 204 len: 168 time: 0.5031476 Sep 20 16:00:59.932405 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cbdf80-95c7-4a91-99fe-98a8abaabd07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883a8a50-9a9d-4bb0-86cd-56f193047116,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:00:59.936910 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-48cbdf80-95c7-4a91-99fe-98a8abaabd07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:00:59.943715 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b387ec-cf6b-498d-b46f-1d500c2d931d req-9014c724-6550-49be-a7cc-f258a2635c3c tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:00:59.951630 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-44b387ec-cf6b-498d-b46f-1d500c2d931d req-9014c724-6550-49be-a7cc-f258a2635c3c tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 946 time: 0.3186982 Sep 20 16:00:59.958057 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-48cbdf80-95c7-4a91-99fe-98a8abaabd07 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1eeb9b73e4324442850694eecb9a59bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4288061 Sep 20 16:00:59.958957 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 53688) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:01:00.014719 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-44b387ec-cf6b-498d-b46f-1d500c2d931d req-a3ec0a16-3f5c-4905-9531-c041391869c9 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619726 Sep 20 16:01:00.041664 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-39efb09c-be0e-4448-875b-83888ff0d962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:00.063620 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 53692) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:01:00.071248 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-39efb09c-be0e-4448-875b-83888ff0d962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:00.121480 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-39efb09c-be0e-4448-875b-83888ff0d962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:00.125867 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-16805a59-00f4-44f5-a5d0-c687b02d06e1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d7c4f49784924f52b140767558efc1fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0580666 Sep 20 16:01:00.126114 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 53698) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:01:00.126818 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0382190e-5a2e-4a8e-a140-d433cba9657c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:00.140773 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39efb09c-be0e-4448-875b-83888ff0d962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883a8a50-9a9d-4bb0-86cd-56f193047116,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:00.143191 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-39efb09c-be0e-4448-875b-83888ff0d962 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:00.148482 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-39efb09c-be0e-4448-875b-83888ff0d962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:00.149713 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-39efb09c-be0e-4448-875b-83888ff0d962 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/883a8a50-9a9d-4bb0-86cd-56f193047116 HTTP/1.1" status: 204 len: 168 time: 0.1891131 Sep 20 16:01:00.197986 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e476b190-c8be-4198-9660-823adb9f27fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:00.262097 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832 up at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:01:00.275994 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e476b190-c8be-4198-9660-823adb9f27fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:00.352277 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning for port 3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832 completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:01:00.353224 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e476b190-c8be-4198-9660-823adb9f27fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:00.359147 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-fe03e5ce-690d-4a62-b5ff-a9e4b73f7c2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:00.362130 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning complete for port 3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:01:00.362809 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:00.379277 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa59c6c-a7a2-47d2-8d0b-6e57b50443de req-2330c787-8e1b-4551-bdeb-01ca245f9596 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:00.380880 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-efa59c6c-a7a2-47d2-8d0b-6e57b50443de req-2330c787-8e1b-4551-bdeb-01ca245f9596 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/ports?device_id=33051397-a55b-4e38-93a8-7d8f8b476beb HTTP/1.1" status: 200 len: 945 time: 0.1585104 Sep 20 16:01:00.384252 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e476b190-c8be-4198-9660-823adb9f27fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1845dd12-4c55-46d6-8ab9-b4df24877023,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:00.386670 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-e476b190-c8be-4198-9660-823adb9f27fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:00.415721 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e476b190-c8be-4198-9660-823adb9f27fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:00.416948 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-e476b190-c8be-4198-9660-823adb9f27fc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1845dd12-4c55-46d6-8ab9-b4df24877023 HTTP/1.1" status: 204 len: 168 time: 0.2892826 Sep 20 16:01:00.465666 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-efa59c6c-a7a2-47d2-8d0b-6e57b50443de req-e093192d-e2cb-4414-9af7-e5986526bb9e tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdb45616-f7db-41e9-aa07-a59b29f77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757015 Sep 20 16:01:00.515958 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:00.547216 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33051397-a55b-4e38-93a8-7d8f8b476beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832'}] {{(pid=82370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:01:00.558528 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832,segment=NetworkSegment(36cb39eb-ee78-4833-962f-86df7669a729),segment_id=36cb39eb-ee78-4833-962f-86df7669a729)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:01:00.563978 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:00.566436 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-ba30e647-1c0f-4c1b-8777-e97ba5d15ef1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:00.660972 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33051397-a55b-4e38-93a8-7d8f8b476beb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832', 'code': 200} Sep 20 16:01:00.661681 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832,revision_number=5']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:00.666064 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:01.017179 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 53726) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:01:01.115509 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-acb2c13e-2693-4b0a-a28f-7bc5f28b06b4 req-db4289bf-6f4a-4ce6-87a2-f9298de49bd8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 1099 time: 0.1037996 Sep 20 16:01:01.158538 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-6da5e06b-cc44-4984-a409-cab18701ffaa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c3c7693701414669b9f79b6e5c58dd7d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1399806 Sep 20 16:01:01.164262 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 53734) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:01:01.196528 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-acb2c13e-2693-4b0a-a28f-7bc5f28b06b4 req-05309b14-a6c5-4ebe-b875-64e9cc25caf7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654685 Sep 20 16:01:01.263706 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2a23c786-00b7-4e10-9821-97bd9561fe19 req-c5dc0ef5-52e8-49c4-a895-271847133ba4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=33051397-a55b-4e38-93a8-7d8f8b476beb HTTP/1.1" status: 200 len: 1099 time: 0.2177331 Sep 20 16:01:01.311872 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-51733d21-1f59-43ad-98ba-304e86ccdcd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:01.332767 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545a2d4-e382-4035-a421-e98fbcc7380c req-e73da885-c68d-4088-95db-805bf7bcff6e tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:01.334385 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3545a2d4-e382-4035-a421-e98fbcc7380c req-e73da885-c68d-4088-95db-805bf7bcff6e tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 946 time: 0.1745143 Sep 20 16:01:01.369393 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-51733d21-1f59-43ad-98ba-304e86ccdcd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:01.451704 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3545a2d4-e382-4035-a421-e98fbcc7380c req-2513156a-31c6-4f16-bc99-619521b83222 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034119 Sep 20 16:01:01.477188 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2a23c786-00b7-4e10-9821-97bd9561fe19 req-2a62f373-1420-44de-9c14-56615177cd45 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fdb45616-f7db-41e9-aa07-a59b29f77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504525 Sep 20 16:01:01.481308 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-51733d21-1f59-43ad-98ba-304e86ccdcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:01.486474 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-e476b190-c8be-4198-9660-823adb9f27fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:01.501329 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51733d21-1f59-43ad-98ba-304e86ccdcd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39924dba-7cf1-4a51-95eb-7df3b771adeb,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:01.504216 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-51733d21-1f59-43ad-98ba-304e86ccdcd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:01.505419 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-51733d21-1f59-43ad-98ba-304e86ccdcd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:01.506971 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-51733d21-1f59-43ad-98ba-304e86ccdcd1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/39924dba-7cf1-4a51-95eb-7df3b771adeb HTTP/1.1" status: 204 len: 168 time: 0.3413448 Sep 20 16:01:01.701473 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898fbda-5cac-4f39-a525-6ecc050cdfb3 req-0e0b05be-68a8-4cbb-b4c6-e7f5fe6c5307 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:01.704060 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7898fbda-5cac-4f39-a525-6ecc050cdfb3 req-0e0b05be-68a8-4cbb-b4c6-e7f5fe6c5307 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/ports?device_id=33051397-a55b-4e38-93a8-7d8f8b476beb HTTP/1.1" status: 200 len: 946 time: 0.1010127 Sep 20 16:01:01.756350 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7898fbda-5cac-4f39-a525-6ecc050cdfb3 req-1746a843-d290-46e3-abe4-34a61d6e7ffd tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdb45616-f7db-41e9-aa07-a59b29f77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457060 Sep 20 16:01:02.690818 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ad57a-b03a-4f54-bfc8-bea0932ea67f req-d222b03b-88c1-4a31-8a6b-51a078749b9c tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:02.693870 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f94ad57a-b03a-4f54-bfc8-bea0932ea67f req-d222b03b-88c1-4a31-8a6b-51a078749b9c tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 946 time: 0.0993259 Sep 20 16:01:02.754116 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-66950c8a-353e-4b94-b8fd-010f05ee4dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:02.778313 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f94ad57a-b03a-4f54-bfc8-bea0932ea67f req-bb289083-5d00-490e-a667-cf7070ee34e7 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785611 Sep 20 16:01:03.029441 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13913edb-15b1-4678-8071-e0c6c837a3f6 req-6c430588-76d3-497e-b6e4-bd55cc8c33ca tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:03.031168 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-13913edb-15b1-4678-8071-e0c6c837a3f6 req-6c430588-76d3-497e-b6e4-bd55cc8c33ca tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/ports?device_id=33051397-a55b-4e38-93a8-7d8f8b476beb HTTP/1.1" status: 200 len: 946 time: 0.1316550 Sep 20 16:01:03.093063 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-13913edb-15b1-4678-8071-e0c6c837a3f6 req-7d718903-37b8-42a0-92fd-84698a00fe9b tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdb45616-f7db-41e9-aa07-a59b29f77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552096 Sep 20 16:01:03.993023 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb721933-e69a-4802-8c29-a1f588aeb111 req-4d00796c-30fd-48b6-9cfc-59398cc900ed tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:03.994638 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-eb721933-e69a-4802-8c29-a1f588aeb111 req-4d00796c-30fd-48b6-9cfc-59398cc900ed tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 946 time: 0.0844679 Sep 20 16:01:04.044737 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-eb721933-e69a-4802-8c29-a1f588aeb111 req-39eb1ecf-920c-4fce-80e1-89858e946864 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438881 Sep 20 16:01:04.107106 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:04.325770 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f377148-ee5d-4919-b941-d5ba78b525cb req-5cf4c175-8335-44b9-bbe1-3c0d1bceb4cf tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:04.334111 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9f377148-ee5d-4919-b941-d5ba78b525cb req-5cf4c175-8335-44b9-bbe1-3c0d1bceb4cf tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1644125 Sep 20 16:01:04.344861 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0fb45b-1603-48dc-9105-79001f622a68 req-b6d8bc3c-3a36-4c6a-96a4-b6f415c2cd70 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:04.346382 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8d0fb45b-1603-48dc-9105-79001f622a68 req-b6d8bc3c-3a36-4c6a-96a4-b6f415c2cd70 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/ports?device_id=33051397-a55b-4e38-93a8-7d8f8b476beb HTTP/1.1" status: 200 len: 946 time: 0.1222086 Sep 20 16:01:04.420193 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9f377148-ee5d-4919-b941-d5ba78b525cb req-c15e81e6-967e-4859-b08f-96c3c971b8bf tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727420 Sep 20 16:01:04.428185 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8d0fb45b-1603-48dc-9105-79001f622a68 req-6b975705-bce1-4990-b685-29f024654499 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdb45616-f7db-41e9-aa07-a59b29f77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662439 Sep 20 16:01:05.106618 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-75dc5bbb-9c9b-49f0-8763-499c6bad231d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:05.536041 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:06.363811 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e5f11-ff88-4064-bcb4-8a6294043d96 req-24fb6b7d-a07a-410c-b2b6-a0961e4d0556 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:06.365478 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-716e5f11-ff88-4064-bcb4-8a6294043d96 req-24fb6b7d-a07a-410c-b2b6-a0961e4d0556 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/ports?device_id=33051397-a55b-4e38-93a8-7d8f8b476beb HTTP/1.1" status: 200 len: 946 time: 0.1017890 Sep 20 16:01:06.440075 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-716e5f11-ff88-4064-bcb4-8a6294043d96 req-ab74b951-765d-4240-b223-d9d7e88af4dc tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdb45616-f7db-41e9-aa07-a59b29f77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624595 Sep 20 16:01:06.725228 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1432cddc-8470-4ba0-820b-296d9a501fc1 req-92f830f5-238a-4617-9d06-06b7cc95eead service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0ad6fb96f2948788cf8a1d3d787552f&device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 1099 time: 0.1553650 Sep 20 16:01:06.740827 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba67de-3083-423e-95c5-ff49d58d8319 req-693c4ca9-7b93-42e7-bd33-cfbdc046d5e3 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:06.742416 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a1ba67de-3083-423e-95c5-ff49d58d8319 req-693c4ca9-7b93-42e7-bd33-cfbdc046d5e3 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1254458 Sep 20 16:01:06.886535 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 53952) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:01:06.887640 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:06.913223 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a1ba67de-3083-423e-95c5-ff49d58d8319 req-66bbf413-c838-48e4-952d-6d4c448f6512 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426883 Sep 20 16:01:06.949674 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432cddc-8470-4ba0-820b-296d9a501fc1 req-4e4e6ef4-804c-4939-938f-ce9b35772d1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:06.951299 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1432cddc-8470-4ba0-820b-296d9a501fc1 req-4e4e6ef4-804c-4939-938f-ce9b35772d1f service neutron] 10.222.0.36 "GET /v2.0/networks?id=526d51a6-e1d8-43dc-ad4b-1d3805a10527 HTTP/1.1" status: 200 len: 919 time: 0.2070417 Sep 20 16:01:07.030581 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1432cddc-8470-4ba0-820b-296d9a501fc1 req-959eaecc-9851-47c9-9a1e-d93d14039e48 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea85f18a-a185-4513-885e-4cd5ec8c7e2f HTTP/1.1" status: 200 len: 217 time: 0.0682633 Sep 20 16:01:07.060071 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a5ed84f1-0f51-4656-a5dc-00a51c7edb31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:07.093215 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-a5ed84f1-0f51-4656-a5dc-00a51c7edb31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:01:07.097855 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-a5ed84f1-0f51-4656-a5dc-00a51c7edb31 admin admin] Usage tracker for resource:security_group_rule and tenant:328dd3811ab349bc9fe080255417f517 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:01:07.101568 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-a5ed84f1-0f51-4656-a5dc-00a51c7edb31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:01:07.101744 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1432cddc-8470-4ba0-820b-296d9a501fc1 req-22934036-7ffb-420b-be32-dd1ce02ad4cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:07.103214 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1432cddc-8470-4ba0-820b-296d9a501fc1 req-22934036-7ffb-420b-be32-dd1ce02ad4cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99e482be-1e6b-4c97-9638-74c80f0f9561 HTTP/1.1" status: 200 len: 858 time: 0.0643761 Sep 20 16:01:07.108104 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-a5ed84f1-0f51-4656-a5dc-00a51c7edb31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:01:07.176060 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a5ed84f1-0f51-4656-a5dc-00a51c7edb31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:07.179139 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a5ed84f1-0f51-4656-a5dc-00a51c7edb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:07.185562 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1432cddc-8470-4ba0-820b-296d9a501fc1 req-dc7903ca-79c3-4355-997c-c4bded42e30f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=526d51a6-e1d8-43dc-ad4b-1d3805a10527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423250 Sep 20 16:01:07.186285 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-72dc7ffa-17ba-4f31-ad27-a846caa37c85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:07.239131 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-a5ed84f1-0f51-4656-a5dc-00a51c7edb31 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=328dd3811ab349bc9fe080255417f517&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3511312 Sep 20 16:01:07.239515 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 53964) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:01:07.246567 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed84f1-0f51-4656-a5dc-00a51c7edb31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f50e08f-5612-4e17-8969-6d1f22a4205c,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:07.250028 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-a5ed84f1-0f51-4656-a5dc-00a51c7edb31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:07.396556 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1432cddc-8470-4ba0-820b-296d9a501fc1 req-4f971db2-c540-4138-a8f8-94c52f8023f0 service neutron] 10.222.0.36 "GET /v2.0/networks/526d51a6-e1d8-43dc-ad4b-1d3805a10527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995780 Sep 20 16:01:07.410043 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7ca52ba9-5417-49bc-878b-c2fbaf50a770 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:07.479983 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7ca52ba9-5417-49bc-878b-c2fbaf50a770 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:07.868395 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1432cddc-8470-4ba0-820b-296d9a501fc1 req-d4739234-841e-4fdc-a937-500542cf0b11 service neutron] 10.222.0.36 "GET /v2.0/networks/526d51a6-e1d8-43dc-ad4b-1d3805a10527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4461935 Sep 20 16:01:07.897635 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7ca52ba9-5417-49bc-878b-c2fbaf50a770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:07.903348 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-bdc5675f-c4ed-435e-910b-e76d4b487418 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:07.918173 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68f435a-184d-462c-8eb7-27277d3d1932 req-40414629-a0a6-4f08-9326-144db4b7e4e4 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:07.919811 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c68f435a-184d-462c-8eb7-27277d3d1932 req-40414629-a0a6-4f08-9326-144db4b7e4e4 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/ports?device_id=33051397-a55b-4e38-93a8-7d8f8b476beb HTTP/1.1" status: 200 len: 946 time: 0.1877255 Sep 20 16:01:07.924035 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca52ba9-5417-49bc-878b-c2fbaf50a770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f50e08f-5612-4e17-8969-6d1f22a4205c,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:07.926560 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-7ca52ba9-5417-49bc-878b-c2fbaf50a770 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:07.945746 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7ca52ba9-5417-49bc-878b-c2fbaf50a770 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:07.947630 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-7ca52ba9-5417-49bc-878b-c2fbaf50a770 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9f50e08f-5612-4e17-8969-6d1f22a4205c HTTP/1.1" status: 204 len: 168 time: 0.6472294 Sep 20 16:01:07.978373 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c68f435a-184d-462c-8eb7-27277d3d1932 req-9c3c2171-8c05-4712-93f3-41a901aa7258 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdb45616-f7db-41e9-aa07-a59b29f77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495937 Sep 20 16:01:08.172646 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4260f725-c29b-44a8-9bf2-168aadf8c849 req-b1550767-8f82-4cc0-859b-396758ec43bf tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:08.174274 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4260f725-c29b-44a8-9bf2-168aadf8c849 req-b1550767-8f82-4cc0-859b-396758ec43bf tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.0819118 Sep 20 16:01:08.230970 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4260f725-c29b-44a8-9bf2-168aadf8c849 req-ceeb16b1-1d04-4d93-8818-3ae65e137f35 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498686 Sep 20 16:01:08.294059 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 53982) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:01:08.313971 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d3c8efd5-33e7-4b17-92f7-046a59c621c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:08.351189 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-d3c8efd5-33e7-4b17-92f7-046a59c621c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:01:08.358092 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-d3c8efd5-33e7-4b17-92f7-046a59c621c7 admin admin] Usage tracker for resource:security_group_rule and tenant:734fc8f052a04f16a3ccce2c6a21fbf1 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:01:08.364361 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-d3c8efd5-33e7-4b17-92f7-046a59c621c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:01:08.370777 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-d3c8efd5-33e7-4b17-92f7-046a59c621c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:01:08.455877 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d3c8efd5-33e7-4b17-92f7-046a59c621c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:08.459506 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d3c8efd5-33e7-4b17-92f7-046a59c621c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:08.467187 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:08.515007 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-d3c8efd5-33e7-4b17-92f7-046a59c621c7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=734fc8f052a04f16a3ccce2c6a21fbf1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2172620 Sep 20 16:01:08.515007 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c8efd5-33e7-4b17-92f7-046a59c621c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b8e618-7f25-4e0e-a59c-6d554c6c47c3,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:08.515960 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 53992) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:01:08.518695 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d3c8efd5-33e7-4b17-92f7-046a59c621c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:08.583828 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a55260fa-d1dd-4179-ab2d-8feaefb45e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:08.611040 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a55260fa-d1dd-4179-ab2d-8feaefb45e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:08.655304 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a55260fa-d1dd-4179-ab2d-8feaefb45e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:08.660755 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-78a2b7a4-9663-4ad4-b54d-1e5eb213f4e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:08.676561 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55260fa-d1dd-4179-ab2d-8feaefb45e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b8e618-7f25-4e0e-a59c-6d554c6c47c3,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:08.679964 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-a55260fa-d1dd-4179-ab2d-8feaefb45e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:08.682196 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a55260fa-d1dd-4179-ab2d-8feaefb45e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:08.683365 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-a55260fa-d1dd-4179-ab2d-8feaefb45e46 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/25b8e618-7f25-4e0e-a59c-6d554c6c47c3 HTTP/1.1" status: 204 len: 168 time: 0.1666567 Sep 20 16:01:08.860464 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368bdb2-b394-4fb5-b433-e2fbf3a450ca req-b982f392-b3f6-4e0f-b22c-6a83753f7db1 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:08.862521 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-6368bdb2-b394-4fb5-b433-e2fbf3a450ca req-b982f392-b3f6-4e0f-b22c-6a83753f7db1 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.36 "GET /v2.0/ports?device_id=33051397-a55b-4e38-93a8-7d8f8b476beb HTTP/1.1" status: 200 len: 946 time: 0.0850489 Sep 20 16:01:08.948395 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [req-6368bdb2-b394-4fb5-b433-e2fbf3a450ca req-039e889c-92be-45d5-b8fa-df8ad0cf36a9 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Deleting port 3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832 {{(pid=82368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:01:08.948777 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-6368bdb2-b394-4fb5-b433-e2fbf3a450ca req-039e889c-92be-45d5-b8fa-df8ad0cf36a9 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:09.273703 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-6368bdb2-b394-4fb5-b433-e2fbf3a450ca req-039e889c-92be-45d5-b8fa-df8ad0cf36a9 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] For port 3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832,segment=NetworkSegment(36cb39eb-ee78-4833-962f-86df7669a729),segment_id=36cb39eb-ee78-4833-962f-86df7669a729)] {{(pid=82368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:01:09.274104 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-6368bdb2-b394-4fb5-b433-e2fbf3a450ca req-039e889c-92be-45d5-b8fa-df8ad0cf36a9 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:09.410057 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [req-6368bdb2-b394-4fb5-b433-e2fbf3a450ca req-039e889c-92be-45d5-b8fa-df8ad0cf36a9 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Calling delete_port for 3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832 owned by compute:nova {{(pid=82368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:01:09.444284 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14fca10-e406-4c54-9dd0-b825170be212 req-8e188245-9d2e-48fd-9b82-fb435f521adc tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:09.453373 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e14fca10-e406-4c54-9dd0-b825170be212 req-8e188245-9d2e-48fd-9b82-fb435f521adc tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/ports?device_id=33051397-a55b-4e38-93a8-7d8f8b476beb HTTP/1.1" status: 200 len: 946 time: 0.2913055 Sep 20 16:01:09.522609 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:09.555458 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e14fca10-e406-4c54-9dd0-b825170be212 req-5ad08738-1ca0-4a54-88c3-b6000292aa05 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/security-groups?id=fdb45616-f7db-41e9-aa07-a59b29f77e8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009767 Sep 20 16:01:09.637424 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-6368bdb2-b394-4fb5-b433-e2fbf3a450ca req-039e889c-92be-45d5-b8fa-df8ad0cf36a9 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:09.645928 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0aba3852-1d8f-4d88-903c-dfc6cb8f2d76 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:09.658883 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:01:09.702026 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 54026) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:01:09.729236 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039e889c-92be-45d5-b8fa-df8ad0cf36a9 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Pushing event deleted for resources: {'Port': ['ID=3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:09.737875 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-039e889c-92be-45d5-b8fa-df8ad0cf36a9 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:09.826457 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [req-6368bdb2-b394-4fb5-b433-e2fbf3a450ca req-039e889c-92be-45d5-b8fa-df8ad0cf36a9 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] No DVR routers for this DVR port 3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832 on host hv-cinder-80966 {{(pid=82368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 20 16:01:09.831621 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-6368bdb2-b394-4fb5-b433-e2fbf3a450ca req-039e889c-92be-45d5-b8fa-df8ad0cf36a9 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:09.836339 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33051397-a55b-4e38-93a8-7d8f8b476beb', 'name': 'network-vif-deleted', 'tag': '3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832'}] {{(pid=82368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:01:09.859669 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-6368bdb2-b394-4fb5-b433-e2fbf3a450ca req-039e889c-92be-45d5-b8fa-df8ad0cf36a9 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.36 "DELETE /v2.0/ports/3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832 HTTP/1.1" status: 204 len: 173 time: 0.9903288 Sep 20 16:01:09.872620 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca42109-bd86-44f6-b411-f8b4e88b1fba req-baa7e1ef-c809-4f41-af1f-cf9fe462ed64 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:09.874274 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9ca42109-bd86-44f6-b411-f8b4e88b1fba req-baa7e1ef-c809-4f41-af1f-cf9fe462ed64 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1938176 Sep 20 16:01:09.918628 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-9172bb62-3011-4cb6-8e69-85414516a845 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2121010329-network', 'tenant_id': '381efe5f70ef44caafad8bb42441ac2b'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:01:09.925603 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-9172bb62-3011-4cb6-8e69-85414516a845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:01:09.930956 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-9172bb62-3011-4cb6-8e69-85414516a845 admin admin] Usage tracker for resource:network and tenant:381efe5f70ef44caafad8bb42441ac2b is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:01:09.931768 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9ca42109-bd86-44f6-b411-f8b4e88b1fba req-47ecaa35-e0a8-42fd-88ca-4f4d3efadfb6 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515144 Sep 20 16:01:09.934078 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-9172bb62-3011-4cb6-8e69-85414516a845 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:01:09.941653 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-9172bb62-3011-4cb6-8e69-85414516a845 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:01:09.952767 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9172bb62-3011-4cb6-8e69-85414516a845 admin admin] Made reservation on behalf of 381efe5f70ef44caafad8bb42441ac2b for: {'network': 1} {{(pid=82369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 16:01:09.958122 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9172bb62-3011-4cb6-8e69-85414516a845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for network, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:09.972498 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9172bb62-3011-4cb6-8e69-85414516a845 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:10.008804 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-9172bb62-3011-4cb6-8e69-85414516a845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:01:10.012923 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-9172bb62-3011-4cb6-8e69-85414516a845 admin admin] Usage tracker for resource:security_group_rule and tenant:381efe5f70ef44caafad8bb42441ac2b is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:01:10.017862 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-9172bb62-3011-4cb6-8e69-85414516a845 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:01:10.024373 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-9172bb62-3011-4cb6-8e69-85414516a845 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:01:10.102632 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9172bb62-3011-4cb6-8e69-85414516a845 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:10.105416 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9172bb62-3011-4cb6-8e69-85414516a845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:10.109662 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-03578ce4-d6cc-4343-ace6-f2f99cb69751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:10.133403 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9172bb62-3011-4cb6-8e69-85414516a845 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=82369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 20 16:01:10.153329 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9172bb62-3011-4cb6-8e69-85414516a845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854403426'] for segment, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:10.153719 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.db.segments_db [None req-9172bb62-3011-4cb6-8e69-85414516a845 admin admin] Added segment d9bf92d7-4aa5-474a-bd0c-595bc04024f9 of type vlan for network 670b06b4-ee25-49ae-9fe6-c102537f67c6 Sep 20 16:01:10.168456 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172bb62-3011-4cb6-8e69-85414516a845 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762be0c9-dd75-4250-b411-6a80f51d07d8,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:10.171537 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-9172bb62-3011-4cb6-8e69-85414516a845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:10.190659 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9172bb62-3011-4cb6-8e69-85414516a845 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786513467763'] for network, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:10.226999 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9172bb62-3011-4cb6-8e69-85414516a845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223'] for network, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:10.229004 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9172bb62-3011-4cb6-8e69-85414516a845 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:10.229695 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9172bb62-3011-4cb6-8e69-85414516a845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for network, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:10.235020 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-98387b09-267f-4d85-9512-4405fe1a1f35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:10.252363 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3db5be08-bccd-44a6-a6a4-9c8a297812d9 req-e8c80a5b-2d95-4f0e-ada4-d2a1f38ef585 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0ad6fb96f2948788cf8a1d3d787552f&device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 1099 time: 0.0776572 Sep 20 16:01:10.348545 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9172bb62-3011-4cb6-8e69-85414516a845 admin admin] Pushing event updated for resources: {'Network': ['ID=670b06b4-ee25-49ae-9fe6-c102537f67c6,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:10.351350 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-9172bb62-3011-4cb6-8e69-85414516a845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:10.355430 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-9172bb62-3011-4cb6-8e69-85414516a845 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6518493 Sep 20 16:01:10.356153 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 54034) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:01:10.359475 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Network 670b06b4-ee25-49ae-9fe6-c102537f67c6 details requested by agent ovs-agent-dv-cinder-809669-1-iscsi with host dv-cinder-809669-1-iscsi {{(pid=82370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 20 16:01:10.364105 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-a4a721ae-5f3a-4c10-8248-808114a3ef41 admin admin] Request body: {'subnet': {'network_id': '670b06b4-ee25-49ae-9fe6-c102537f67c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2121010329-subnet', 'tenant_id': '381efe5f70ef44caafad8bb42441ac2b', 'ip_version': 4}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:01:10.369941 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-a4a721ae-5f3a-4c10-8248-808114a3ef41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:01:10.375302 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-a4a721ae-5f3a-4c10-8248-808114a3ef41 admin admin] Usage tracker for resource:subnet and tenant:381efe5f70ef44caafad8bb42441ac2b is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:01:10.378429 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-a4a721ae-5f3a-4c10-8248-808114a3ef41 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:01:10.379093 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33051397-a55b-4e38-93a8-7d8f8b476beb', 'name': 'network-vif-deleted', 'tag': '3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832', 'status': 'completed', 'code': 200} Sep 20 16:01:10.384698 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-a4a721ae-5f3a-4c10-8248-808114a3ef41 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:01:10.396429 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a721ae-5f3a-4c10-8248-808114a3ef41 admin admin] Made reservation on behalf of 381efe5f70ef44caafad8bb42441ac2b for: {'subnet': 1} {{(pid=82369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 16:01:10.401546 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a4a721ae-5f3a-4c10-8248-808114a3ef41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036821389389'] for subnet, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:10.425226 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5be08-bccd-44a6-a6a4-9c8a297812d9 req-9deb28a5-674b-4cf2-9800-0e1dee625bca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:10.426875 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3db5be08-bccd-44a6-a6a4-9c8a297812d9 req-9deb28a5-674b-4cf2-9800-0e1dee625bca service neutron] 10.222.0.36 "GET /v2.0/networks?id=526d51a6-e1d8-43dc-ad4b-1d3805a10527 HTTP/1.1" status: 200 len: 919 time: 0.1458008 Sep 20 16:01:10.507919 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3db5be08-bccd-44a6-a6a4-9c8a297812d9 req-a8ddf7c6-09ce-43e7-aa8f-92087ab3ce08 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea85f18a-a185-4513-885e-4cd5ec8c7e2f HTTP/1.1" status: 200 len: 217 time: 0.0708709 Sep 20 16:01:10.607408 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5be08-bccd-44a6-a6a4-9c8a297812d9 req-ca20dcd6-fe0d-451d-9514-6a9d4e695495 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:10.609681 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3db5be08-bccd-44a6-a6a4-9c8a297812d9 req-ca20dcd6-fe0d-451d-9514-6a9d4e695495 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99e482be-1e6b-4c97-9638-74c80f0f9561 HTTP/1.1" status: 200 len: 858 time: 0.0837905 Sep 20 16:01:10.709139 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3db5be08-bccd-44a6-a6a4-9c8a297812d9 req-99ed6068-fca4-48b5-8c9d-f9e5cd57b3c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=526d51a6-e1d8-43dc-ad4b-1d3805a10527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0891361 Sep 20 16:01:10.718089 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a4a721ae-5f3a-4c10-8248-808114a3ef41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036821686390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036821389406'] for subnet, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:10.738182 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-77b2d623-0e5e-41ec-993f-7becbab6cf7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:10.911723 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-3c0bf578-f9c5-41f5-81eb-8b88c5cd20e9 req-9f61f226-506b-40b3-a150-8665d1ccc99d tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Synchronizing usage tracker for tenant:5af864f5c277407b926d6860bf75ec1e on resource:port {{(pid=82368) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:01:10.948748 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-3c0bf578-f9c5-41f5-81eb-8b88c5cd20e9 req-9f61f226-506b-40b3-a150-8665d1ccc99d tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Unset dirty status for tenant:5af864f5c277407b926d6860bf75ec1e on resource:port {{(pid=82368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:01:10.950035 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3c0bf578-f9c5-41f5-81eb-8b88c5cd20e9 req-9f61f226-506b-40b3-a150-8665d1ccc99d tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] 10.222.0.35 "GET /v2.0/ports?device_id=33051397-a55b-4e38-93a8-7d8f8b476beb HTTP/1.1" status: 200 len: 210 time: 0.1790671 Sep 20 16:01:10.969361 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3db5be08-bccd-44a6-a6a4-9c8a297812d9 req-e3ead798-89a3-475a-b0bc-1b754e7e09bc service neutron] 10.222.0.36 "GET /v2.0/networks/526d51a6-e1d8-43dc-ad4b-1d3805a10527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520428 Sep 20 16:01:11.034046 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a721ae-5f3a-4c10-8248-808114a3ef41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d112bb54-b56b-41c9-901f-d6e0d22c0b02,revision_number=0']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:11.039299 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-a4a721ae-5f3a-4c10-8248-808114a3ef41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:11.050206 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a721ae-5f3a-4c10-8248-808114a3ef41 admin admin] Checking segment: {'id': 'd9bf92d7-4aa5-474a-bd0c-595bc04024f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '670b06b4-ee25-49ae-9fe6-c102537f67c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:01:11.050659 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a721ae-5f3a-4c10-8248-808114a3ef41 admin admin] Network hostable DHCP agents. Network: 670b06b4-ee25-49ae-9fe6-c102537f67c6, hostable agents: ['8165851e-a8d8-41e5-9937-b2b676de37d1'], hosted agents: [] {{(pid=82369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 20 16:01:11.075290 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a721ae-5f3a-4c10-8248-808114a3ef41 admin admin] Network 670b06b4-ee25-49ae-9fe6-c102537f67c6 is scheduled to be hosted by DHCP agent 8165851e-a8d8-41e5-9937-b2b676de37d1 with binding_index 1 {{(pid=82369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 20 16:01:11.084458 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-a4a721ae-5f3a-4c10-8248-808114a3ef41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809669-1-iscsi, 670b06b4-ee25-49ae-9fe6-c102537f67c6) {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:01:11.088804 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a721ae-5f3a-4c10-8248-808114a3ef41 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:11.089781 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a4a721ae-5f3a-4c10-8248-808114a3ef41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:11.094645 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef35c4d3-bba7-4b9d-9ee5-bf2fc8a1b05b None None] Network 670b06b4-ee25-49ae-9fe6-c102537f67c6 requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 16:01:11.109570 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-a4a721ae-5f3a-4c10-8248-808114a3ef41 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7517858 Sep 20 16:01:11.112294 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 54046) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:01:11.117808 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-49c6559d-01d5-40b3-9a4e-65b6c5f64cca admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2121010329-router', 'tenant_id': '381efe5f70ef44caafad8bb42441ac2b', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'}}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:01:11.122504 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-49c6559d-01d5-40b3-9a4e-65b6c5f64cca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:01:11.126641 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-49c6559d-01d5-40b3-9a4e-65b6c5f64cca admin admin] Usage tracker for resource:router and tenant:381efe5f70ef44caafad8bb42441ac2b is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:01:11.130017 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-49c6559d-01d5-40b3-9a4e-65b6c5f64cca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:01:11.136890 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-49c6559d-01d5-40b3-9a4e-65b6c5f64cca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:01:11.150900 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-49c6559d-01d5-40b3-9a4e-65b6c5f64cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1025813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7918'] for router, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:11.152205 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-49c6559d-01d5-40b3-9a4e-65b6c5f64cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853749765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853757889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853807792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767898'] for router, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:11.172967 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3db5be08-bccd-44a6-a6a4-9c8a297812d9 req-cb99dd98-39f8-459f-a781-e1a38921fa57 service neutron] 10.222.0.36 "GET /v2.0/networks/526d51a6-e1d8-43dc-ad4b-1d3805a10527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950035 Sep 20 16:01:11.183776 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-49c6559d-01d5-40b3-9a4e-65b6c5f64cca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:11.197529 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6731f6-cfcd-4038-bb58-ddfa027d7192 req-fcd6587c-d6f7-49b4-aa72-f869c81798bb tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:11.199188 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7c6731f6-cfcd-4038-bb58-ddfa027d7192 req-fcd6587c-d6f7-49b4-aa72-f869c81798bb tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1128693 Sep 20 16:01:11.253856 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7c6731f6-cfcd-4038-bb58-ddfa027d7192 req-ce214e01-3e6b-4a0d-acb0-060d642415b6 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476041 Sep 20 16:01:11.351984 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ca3cc9-bf63-4b8f-9e88-6c781ed85c37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp970513e9-e7d8-5bbd-b580-39df46ea091a-670b06b4-ee25-49ae-9fe6-c102537f67c6', 'network_id': '670b06b4-ee25-49ae-9fe6-c102537f67c6', 'tenant_id': '381efe5f70ef44caafad8bb42441ac2b', 'fixed_ips': [{'subnet_id': 'd112bb54-b56b-41c9-901f-d6e0d22c0b02'}]}} from dv-cinder-809669-1-iscsi. {{(pid=82370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Sep 20 16:01:11.353105 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-87ca3cc9-bf63-4b8f-9e88-6c781ed85c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:11.357981 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-49c6559d-01d5-40b3-9a4e-65b6c5f64cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853757940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1025898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767881'] for router, precommit_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:11.518942 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [None req-87ca3cc9-bf63-4b8f-9e88-6c781ed85c37 None None] Allocated IP 172.20.0.2 (670b06b4-ee25-49ae-9fe6-c102537f67c6/d112bb54-b56b-41c9-901f-d6e0d22c0b02/7a3cb6b7-bebd-4c53-ac7e-596963e8f687) {{(pid=82370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 16:01:11.559729 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-49c6559d-01d5-40b3-9a4e-65b6c5f64cca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:11.592604 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-49c6559d-01d5-40b3-9a4e-65b6c5f64cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:11.742463 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [None req-49c6559d-01d5-40b3-9a4e-65b6c5f64cca admin admin] Allocated IP 172.27.3.74 (378c8f1a-f14e-4679-b139-5c2d775a72d9/ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1/295d28aa-0364-4dea-a72d-473938752f6d) {{(pid=82369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 16:01:11.774968 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-87ca3cc9-bf63-4b8f-9e88-6c781ed85c37 None None] Notify callbacks [] for port, precommit_create {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:11.789825 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-87ca3cc9-bf63-4b8f-9e88-6c781ed85c37 None None] Transition to ACTIVE for port object 7a3cb6b7-bebd-4c53-ac7e-596963e8f687 will not be triggered until provisioned by entity L2. {{(pid=82370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:01:11.813992 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-87ca3cc9-bf63-4b8f-9e88-6c781ed85c37 None None] Transition to ACTIVE for port object 7a3cb6b7-bebd-4c53-ac7e-596963e8f687 will not be triggered until provisioned by entity DHCP. {{(pid=82370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:01:11.822946 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-87ca3cc9-bf63-4b8f-9e88-6c781ed85c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572'] for port, after_create {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:11.847125 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:11.934902 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-49c6559d-01d5-40b3-9a4e-65b6c5f64cca admin admin] Notify callbacks [] for port, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:11.944438 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ca3cc9-bf63-4b8f-9e88-6c781ed85c37 None None] Network 670b06b4-ee25-49ae-9fe6-c102537f67c6 is already hosted by enough agents. {{(pid=82370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:01:11.955421 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-87ca3cc9-bf63-4b8f-9e88-6c781ed85c37 None None] Resources bound (agent type, host, resource id): {{(pid=82370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:01:11.958748 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ca3cc9-bf63-4b8f-9e88-6c781ed85c37 None None] Received port after_create {{(pid=82370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 16:01:11.965164 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-fbcabb55-c246-4498-aa78-785cf95b6e35 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:11.966884 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-49c6559d-01d5-40b3-9a4e-65b6c5f64cca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33095450'] for port, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:11.972487 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-744e9f39-0a8b-46e3-be8f-d9a0b683e22f tempest-DeleteServersTestJSON-1186194790 tempest-DeleteServersTestJSON-1186194790-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:11.974733 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-fbcabb55-c246-4498-aa78-785cf95b6e35 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/networks?id=f5b72bd9-9e2c-4379-b1a6-74f4994e0552 HTTP/1.1" status: 200 len: 815 time: 0.2779360 Sep 20 16:01:11.994395 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-cb535a78-2439-4786-a86f-553f2157cb4f tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/quotas/8bf0b02c11fa406eb7e8152365858c89 HTTP/1.1" status: 200 len: 375 time: 0.0185697 Sep 20 16:01:12.041918 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c6559d-01d5-40b3-9a4e-65b6c5f64cca admin admin] Network 378c8f1a-f14e-4679-b139-5c2d775a72d9 is already hosted by enough agents. {{(pid=82369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:01:12.044090 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca3cc9-bf63-4b8f-9e88-6c781ed85c37 None None] Pushing event updated for resources: {'Port': ['ID=7a3cb6b7-bebd-4c53-ac7e-596963e8f687,revision_number=1']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:12.045965 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-49c6559d-01d5-40b3-9a4e-65b6c5f64cca admin admin] Resources bound (agent type, host, resource id): {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:01:12.050619 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c6559d-01d5-40b3-9a4e-65b6c5f64cca admin admin] Received port after_create {{(pid=82369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 16:01:12.051889 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-87ca3cc9-bf63-4b8f-9e88-6c781ed85c37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:12.070614 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-87ca3cc9-bf63-4b8f-9e88-6c781ed85c37 None None] Attempting to bind port 7a3cb6b7-bebd-4c53-ac7e-596963e8f687 on host dv-cinder-809669-1-iscsi for vnic_type normal with profile {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 16:01:12.071260 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-87ca3cc9-bf63-4b8f-9e88-6c781ed85c37 None None] Attempting to bind port 7a3cb6b7-bebd-4c53-ac7e-596963e8f687 by drivers openvswitch,hyperv on host dv-cinder-809669-1-iscsi at level 0 using segments [{'id': 'd9bf92d7-4aa5-474a-bd0c-595bc04024f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '670b06b4-ee25-49ae-9fe6-c102537f67c6'}] {{(pid=82370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 16:01:12.071670 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ca3cc9-bf63-4b8f-9e88-6c781ed85c37 None None] Attempting to bind port 7a3cb6b7-bebd-4c53-ac7e-596963e8f687 on network 670b06b4-ee25-49ae-9fe6-c102537f67c6 {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:01:12.078880 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ca3cc9-bf63-4b8f-9e88-6c781ed85c37 None None] Checking agent: {'id': 'e3ab64f4-5a45-40ad-bdab-6ad34693b70b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 51, 4), 'started_at': datetime.datetime(2021, 9, 20, 15, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 16, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 16:01:12.079541 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ca3cc9-bf63-4b8f-9e88-6c781ed85c37 None None] Checking segment: {'id': 'd9bf92d7-4aa5-474a-bd0c-595bc04024f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '670b06b4-ee25-49ae-9fe6-c102537f67c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:01:12.079996 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-87ca3cc9-bf63-4b8f-9e88-6c781ed85c37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:12.080414 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ca3cc9-bf63-4b8f-9e88-6c781ed85c37 None None] Bound using segment: {'id': 'd9bf92d7-4aa5-474a-bd0c-595bc04024f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '670b06b4-ee25-49ae-9fe6-c102537f67c6'} {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 16:01:12.081064 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-87ca3cc9-bf63-4b8f-9e88-6c781ed85c37 None None] Bound port: 7a3cb6b7-bebd-4c53-ac7e-596963e8f687, host: dv-cinder-809669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9bf92d7-4aa5-474a-bd0c-595bc04024f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '670b06b4-ee25-49ae-9fe6-c102537f67c6'}}] {{(pid=82370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 16:01:12.081504 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-87ca3cc9-bf63-4b8f-9e88-6c781ed85c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:12.096629 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c6559d-01d5-40b3-9a4e-65b6c5f64cca admin admin] Pushing event updated for resources: {'Port': ['ID=295d28aa-0364-4dea-a72d-473938752f6d,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:12.104938 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-466d7966-e78a-4feb-b7e8-0e3984f1fcfc tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8bf0b02c11fa406eb7e8152365858c89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1094334 Sep 20 16:01:12.110186 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-49c6559d-01d5-40b3-9a4e-65b6c5f64cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:12.193358 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-87ca3cc9-bf63-4b8f-9e88-6c781ed85c37 None None] For port 7a3cb6b7-bebd-4c53-ac7e-596963e8f687, host dv-cinder-809669-1-iscsi, cleared binding levels {{(pid=82370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 16:01:12.196702 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-87ca3cc9-bf63-4b8f-9e88-6c781ed85c37 None None] For port 7a3cb6b7-bebd-4c53-ac7e-596963e8f687, host dv-cinder-809669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=7a3cb6b7-bebd-4c53-ac7e-596963e8f687,segment=NetworkSegment(d9bf92d7-4aa5-474a-bd0c-595bc04024f9),segment_id=d9bf92d7-4aa5-474a-bd0c-595bc04024f9)] {{(pid=82370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 16:01:12.200602 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-87ca3cc9-bf63-4b8f-9e88-6c781ed85c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:12.205494 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:12.260750 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-49c6559d-01d5-40b3-9a4e-65b6c5f64cca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:12.261326 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-49c6559d-01d5-40b3-9a4e-65b6c5f64cca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853749987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1017962'] for router, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:12.283767 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-f8aeea02-a4b9-414b-9ec1-e9be41c06d99 service neutron] 10.222.0.35 "GET /v2.0/networks/f5b72bd9-9e2c-4379-b1a6-74f4994e0552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778169 Sep 20 16:01:12.307732 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca3cc9-bf63-4b8f-9e88-6c781ed85c37 None None] Pushing event updated for resources: {'Port': ['ID=7a3cb6b7-bebd-4c53-ac7e-596963e8f687,revision_number=2']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:12.310874 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-87ca3cc9-bf63-4b8f-9e88-6c781ed85c37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:12.337028 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832 no longer exists at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:01:12.395300 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] No Port match for: 3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832 {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:01:12.395901 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 3dfedf4c-b8ae-40d8-b5df-5fb7f90fc832 not bound to the agent host hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:01:12.559071 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-90712363-e2ab-4b85-9c09-845d778f744b service neutron] 10.222.0.35 "GET /v2.0/networks/f5b72bd9-9e2c-4379-b1a6-74f4994e0552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611139 Sep 20 16:01:12.603260 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57155d3b-9bc7-40ea-987b-6011a42705d8 req-345a877f-3ce0-481d-b67e-f1492840f679 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:12.604992 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c6559d-01d5-40b3-9a4e-65b6c5f64cca admin admin] Router e14bf1ba-386d-441a-9378-6ebc61d20e1a is scheduled to L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a with binding_index 1 {{(pid=82369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Sep 20 16:01:12.613699 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-57155d3b-9bc7-40ea-987b-6011a42705d8 req-345a877f-3ce0-481d-b67e-f1492840f679 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1624751 Sep 20 16:01:12.743142 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-57155d3b-9bc7-40ea-987b-6011a42705d8 req-0087ec62-fe23-47fa-9e62-ad231d8de692 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204190 Sep 20 16:01:13.088306 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c6559d-01d5-40b3-9a4e-65b6c5f64cca admin admin] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 16:01:13.101298 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2783c2d9-66a2-4f94-bc54-629c97550afd None None] Sync routers for ids ['e14bf1ba-386d-441a-9378-6ebc61d20e1a'] in dv-cinder-809669-1-iscsi {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 16:01:13.116798 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2783c2d9-66a2-4f94-bc54-629c97550afd None None] Routers {'e14bf1ba-386d-441a-9378-6ebc61d20e1a'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:01:13.117481 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-2783c2d9-66a2-4f94-bc54-629c97550afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:01:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['e14bf1ba-386d-441a-9378-6ebc61d20e1a'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:01:13.132912 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-49c6559d-01d5-40b3-9a4e-65b6c5f64cca admin admin] Notify callbacks [] for router, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:13.137378 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-49c6559d-01d5-40b3-9a4e-65b6c5f64cca admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0214665 Sep 20 16:01:13.138302 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 54108) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:01:13.364352 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-2783c2d9-66a2-4f94-bc54-629c97550afd None None] Set router e14bf1ba-386d-441a-9378-6ebc61d20e1a gateway port host: dv-cinder-809669-1-iscsi {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:01:13.599636 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-55e2dc58-6a8a-4082-bec1-6c806d086769 req-324a76c9-4df1-4a50-a46b-10fd7f8d4e4a tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b240d9a-d475-4f31-9268-6de383ed6cfd HTTP/1.1" status: 200 len: 210 time: 0.3766794 Sep 20 16:01:13.721869 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-2783c2d9-66a2-4f94-bc54-629c97550afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14bf1ba-386d-441a-9378-6ebc61d20e1a', 'name': 'tempest-TestMinimumBasicScenario-2121010329-router', 'tenant_id': '381efe5f70ef44caafad8bb42441ac2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '295d28aa-0364-4dea-a72d-473938752f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:01:11Z', 'updated_at': '2021-09-20T16:01:12Z', 'revision_number': 3, 'project_id': '381efe5f70ef44caafad8bb42441ac2b', 'gw_port': {'id': '295d28aa-0364-4dea-a72d-473938752f6d', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:89:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14bf1ba-386d-441a-9378-6ebc61d20e1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:01:11Z', 'updated_at': '2021-09-20T16:01:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi'}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:01:13.727535 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2783c2d9-66a2-4f94-bc54-629c97550afd None None] Checking router: e14bf1ba-386d-441a-9378-6ebc61d20e1a for host: dv-cinder-809669-1-iscsi {{(pid=82371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 16:01:13.728183 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2783c2d9-66a2-4f94-bc54-629c97550afd None None] Updating router e14bf1ba-386d-441a-9378-6ebc61d20e1a port 295d28aa-0364-4dea-a72d-473938752f6d binding host dv-cinder-809669-1-iscsi {{(pid=82371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 20 16:01:13.813606 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2783c2d9-66a2-4f94-bc54-629c97550afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:14.252665 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02219ad8-0631-4f23-884a-be5eef6ab1d6 req-fd458f3d-6afe-4a96-aabc-8168bcddb9e0 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:14.263740 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-02219ad8-0631-4f23-884a-be5eef6ab1d6 req-fd458f3d-6afe-4a96-aabc-8168bcddb9e0 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.3194561 Sep 20 16:01:14.445194 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2783c2d9-66a2-4f94-bc54-629c97550afd None None] Notify callbacks [] for port, precommit_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:14.470025 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-2783c2d9-66a2-4f94-bc54-629c97550afd None None] Transition to ACTIVE for port object 295d28aa-0364-4dea-a72d-473938752f6d will not be triggered until provisioned by entity L2. {{(pid=82371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:01:14.472438 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e0b67b-f63f-498d-9816-a63d599ac4c6 None None] Network 670b06b4-ee25-49ae-9fe6-c102537f67c6 requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 16:01:14.479972 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2783c2d9-66a2-4f94-bc54-629c97550afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:14.485740 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-1a6ef4c5-fa9a-494b-a8b2-a222a639c588 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:14.538514 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-07db7ef1-bb33-40de-bb75-89488ac61ee0 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:14.540688 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-07db7ef1-bb33-40de-bb75-89488ac61ee0 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.36 "GET /v2.0/networks?id=f5b72bd9-9e2c-4379-b1a6-74f4994e0552 HTTP/1.1" status: 200 len: 815 time: 0.2397659 Sep 20 16:01:14.543520 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-02219ad8-0631-4f23-884a-be5eef6ab1d6 req-1540a033-b151-46a7-8a53-cbed819b301a tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785141 Sep 20 16:01:14.590115 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047cbc5-1c66-47d6-b65f-aa831fc3537d None None] Pushing event updated for resources: {'Port': ['ID=295d28aa-0364-4dea-a72d-473938752f6d,revision_number=2']} {{(pid=82371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:14.594185 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-2783c2d9-66a2-4f94-bc54-629c97550afd None None] Attempting to bind port 295d28aa-0364-4dea-a72d-473938752f6d on host dv-cinder-809669-1-iscsi for vnic_type normal with profile {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 16:01:14.595342 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-2783c2d9-66a2-4f94-bc54-629c97550afd None None] Attempting to bind port 295d28aa-0364-4dea-a72d-473938752f6d by drivers openvswitch,hyperv on host dv-cinder-809669-1-iscsi at level 0 using segments [{'id': 'fa70b37f-a099-4785-9555-8d4eef3560f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'}] {{(pid=82371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 16:01:14.595750 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2783c2d9-66a2-4f94-bc54-629c97550afd None None] Attempting to bind port 295d28aa-0364-4dea-a72d-473938752f6d on network 378c8f1a-f14e-4679-b139-5c2d775a72d9 {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:01:14.608521 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2783c2d9-66a2-4f94-bc54-629c97550afd None None] Checking agent: {'id': 'e3ab64f4-5a45-40ad-bdab-6ad34693b70b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 51, 4), 'started_at': datetime.datetime(2021, 9, 20, 15, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 16, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 16:01:14.608940 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2783c2d9-66a2-4f94-bc54-629c97550afd None None] Checking segment: {'id': 'fa70b37f-a099-4785-9555-8d4eef3560f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:01:14.609465 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2783c2d9-66a2-4f94-bc54-629c97550afd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:14.609827 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2783c2d9-66a2-4f94-bc54-629c97550afd None None] Bound using segment: {'id': 'fa70b37f-a099-4785-9555-8d4eef3560f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'} {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 16:01:14.610348 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-2783c2d9-66a2-4f94-bc54-629c97550afd None None] Bound port: 295d28aa-0364-4dea-a72d-473938752f6d, host: dv-cinder-809669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa70b37f-a099-4785-9555-8d4eef3560f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'}}] {{(pid=82371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 16:01:14.610750 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2783c2d9-66a2-4f94-bc54-629c97550afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:14.642786 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d047cbc5-1c66-47d6-b65f-aa831fc3537d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:14.643219 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d047cbc5-1c66-47d6-b65f-aa831fc3537d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:14.643596 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d047cbc5-1c66-47d6-b65f-aa831fc3537d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:14.643968 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d047cbc5-1c66-47d6-b65f-aa831fc3537d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:14.644330 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d047cbc5-1c66-47d6-b65f-aa831fc3537d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:14.645328 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d047cbc5-1c66-47d6-b65f-aa831fc3537d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:14.645696 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d047cbc5-1c66-47d6-b65f-aa831fc3537d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:14.646061 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d047cbc5-1c66-47d6-b65f-aa831fc3537d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:14.646422 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d047cbc5-1c66-47d6-b65f-aa831fc3537d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:14.646776 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d047cbc5-1c66-47d6-b65f-aa831fc3537d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:14.647163 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d047cbc5-1c66-47d6-b65f-aa831fc3537d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:14.657139 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d047cbc5-1c66-47d6-b65f-aa831fc3537d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:14.694764 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b74c3fe1-2ee4-4305-b955-3eab8035592f None None] Provisioning for port 7a3cb6b7-bebd-4c53-ac7e-596963e8f687 completed by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:01:14.730643 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-2783c2d9-66a2-4f94-bc54-629c97550afd None None] For port 295d28aa-0364-4dea-a72d-473938752f6d, host dv-cinder-809669-1-iscsi, cleared binding levels {{(pid=82371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 16:01:14.734903 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-2783c2d9-66a2-4f94-bc54-629c97550afd None None] For port 295d28aa-0364-4dea-a72d-473938752f6d, host dv-cinder-809669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=295d28aa-0364-4dea-a72d-473938752f6d,segment=NetworkSegment(fa70b37f-a099-4785-9555-8d4eef3560f5),segment_id=fa70b37f-a099-4785-9555-8d4eef3560f5)] {{(pid=82371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 16:01:14.735355 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 7a3cb6b7-bebd-4c53-ac7e-596963e8f687 up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:01:14.740967 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2783c2d9-66a2-4f94-bc54-629c97550afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:14.746314 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-3a1620cd-3710-4e6e-b328-c6896cf95ad8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:14.834967 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047cbc5-1c66-47d6-b65f-aa831fc3537d None None] Pushing event updated for resources: {'Port': ['ID=295d28aa-0364-4dea-a72d-473938752f6d,revision_number=3']} {{(pid=82371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:14.837810 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning for port 7a3cb6b7-bebd-4c53-ac7e-596963e8f687 completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:01:14.839316 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d047cbc5-1c66-47d6-b65f-aa831fc3537d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:14.840343 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2783c2d9-66a2-4f94-bc54-629c97550afd None None] Routers {'e14bf1ba-386d-441a-9378-6ebc61d20e1a'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:01:14.840980 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-2783c2d9-66a2-4f94-bc54-629c97550afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:01:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['e14bf1ba-386d-441a-9378-6ebc61d20e1a'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:01:14.848532 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port 7a3cb6b7-bebd-4c53-ac7e-596963e8f687 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:01:14.848957 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:14.887350 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ca8fb230-c5cb-4845-882c-52edd638828b req-3eab30c9-c082-4080-97e6-a73e786fcfa4 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b240d9a-d475-4f31-9268-6de383ed6cfd HTTP/1.1" status: 200 len: 210 time: 0.0775487 Sep 20 16:01:14.889559 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1373106b-82fa-4d32-8fa7-74421edf6465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:15.023108 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:15.063308 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] For port 7a3cb6b7-bebd-4c53-ac7e-596963e8f687, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=7a3cb6b7-bebd-4c53-ac7e-596963e8f687,segment=NetworkSegment(d9bf92d7-4aa5-474a-bd0c-595bc04024f9),segment_id=d9bf92d7-4aa5-474a-bd0c-595bc04024f9)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:01:15.068139 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:15.073931 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f51305e8-f546-49d5-a91a-d83f19eeb911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:15.151016 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Pushing event updated for resources: {'Port': ['ID=7a3cb6b7-bebd-4c53-ac7e-596963e8f687,revision_number=3']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:15.154222 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:15.154806 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-2783c2d9-66a2-4f94-bc54-629c97550afd None None] Set router e14bf1ba-386d-441a-9378-6ebc61d20e1a gateway port host: dv-cinder-809669-1-iscsi {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:01:15.156961 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [None req-1373106b-82fa-4d32-8fa7-74421edf6465 admin admin] Allocated IP 172.20.0.1 (670b06b4-ee25-49ae-9fe6-c102537f67c6/d112bb54-b56b-41c9-901f-d6e0d22c0b02/1c385adc-7bb2-4eed-a457-4867f327f5c6) {{(pid=82368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 16:01:15.221586 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-df04aac7-0925-439c-b76e-e7bdacb8c8ca None None] Provisioning complete for port 7a3cb6b7-bebd-4c53-ac7e-596963e8f687 triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:01:15.222007 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-df04aac7-0925-439c-b76e-e7bdacb8c8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:15.323575 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1373106b-82fa-4d32-8fa7-74421edf6465 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:15.348054 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-1373106b-82fa-4d32-8fa7-74421edf6465 admin admin] Transition to ACTIVE for port object 1c385adc-7bb2-4eed-a457-4867f327f5c6 will not be triggered until provisioned by entity DHCP. {{(pid=82368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:01:15.371004 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1373106b-82fa-4d32-8fa7-74421edf6465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:15.375999 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-6fa506cd-3bbf-435b-9f13-2dac19e88c35 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:15.457716 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1373106b-82fa-4d32-8fa7-74421edf6465 admin admin] Network 670b06b4-ee25-49ae-9fe6-c102537f67c6 is already hosted by enough agents. {{(pid=82368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:01:15.461044 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-1373106b-82fa-4d32-8fa7-74421edf6465 admin admin] Resources bound (agent type, host, resource id): {{(pid=82368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:01:15.466182 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1373106b-82fa-4d32-8fa7-74421edf6465 admin admin] Received port after_create {{(pid=82368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 16:01:15.496277 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373106b-82fa-4d32-8fa7-74421edf6465 admin admin] Pushing event updated for resources: {'Port': ['ID=1c385adc-7bb2-4eed-a457-4867f327f5c6,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:15.502210 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-1373106b-82fa-4d32-8fa7-74421edf6465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:15.526411 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-2783c2d9-66a2-4f94-bc54-629c97550afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14bf1ba-386d-441a-9378-6ebc61d20e1a', 'name': 'tempest-TestMinimumBasicScenario-2121010329-router', 'tenant_id': '381efe5f70ef44caafad8bb42441ac2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '295d28aa-0364-4dea-a72d-473938752f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:01:11Z', 'updated_at': '2021-09-20T16:01:12Z', 'revision_number': 3, 'project_id': '381efe5f70ef44caafad8bb42441ac2b', 'gw_port': {'id': '295d28aa-0364-4dea-a72d-473938752f6d', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:89:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14bf1ba-386d-441a-9378-6ebc61d20e1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:01:11Z', 'updated_at': '2021-09-20T16:01:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi'}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:01:15.528438 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1373106b-82fa-4d32-8fa7-74421edf6465 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853758162'] for router_interface, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:15.531266 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2783c2d9-66a2-4f94-bc54-629c97550afd None None] The sync data for ids ['e14bf1ba-386d-441a-9378-6ebc61d20e1a'] in dv-cinder-809669-1-iscsi is: [{'id': 'e14bf1ba-386d-441a-9378-6ebc61d20e1a', 'name': 'tempest-TestMinimumBasicScenario-2121010329-router', 'tenant_id': '381efe5f70ef44caafad8bb42441ac2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '295d28aa-0364-4dea-a72d-473938752f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:01:11Z', 'updated_at': '2021-09-20T16:01:12Z', 'revision_number': 3, 'project_id': '381efe5f70ef44caafad8bb42441ac2b', 'gw_port': {'id': '295d28aa-0364-4dea-a72d-473938752f6d', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:89:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14bf1ba-386d-441a-9378-6ebc61d20e1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:01:11Z', 'updated_at': '2021-09-20T16:01:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi'}] {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 16:01:15.615620 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1373106b-82fa-4d32-8fa7-74421edf6465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:15.791624 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-c4a545fd-8033-42b0-82e8-ae75700c300d None None] Provisioning for port 1c385adc-7bb2-4eed-a457-4867f327f5c6 completed by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:01:15.796583 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-c4a545fd-8033-42b0-82e8-ae75700c300d None None] Provisioning complete for port 1c385adc-7bb2-4eed-a457-4867f327f5c6 triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:01:15.797006 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c4a545fd-8033-42b0-82e8-ae75700c300d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:15.855514 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-c4a545fd-8033-42b0-82e8-ae75700c300d None None] Port 1c385adc-7bb2-4eed-a457-4867f327f5c6 cannot update to ACTIVE because it is not bound. {{(pid=82370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 20 16:01:15.859502 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1373106b-82fa-4d32-8fa7-74421edf6465 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:15.864428 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1373106b-82fa-4d32-8fa7-74421edf6465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33517910'] for port, after_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:15.897632 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-039e889c-92be-45d5-b8fa-df8ad0cf36a9 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:15.999024 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1373106b-82fa-4d32-8fa7-74421edf6465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853516226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1017672'] for router_interface, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:16.006902 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373106b-82fa-4d32-8fa7-74421edf6465 admin admin] Pushing event updated for resources: {'Port': ['ID=1c385adc-7bb2-4eed-a457-4867f327f5c6,revision_number=2']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:16.015274 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-1373106b-82fa-4d32-8fa7-74421edf6465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:16.163300 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1373106b-82fa-4d32-8fa7-74421edf6465 admin admin] Network 670b06b4-ee25-49ae-9fe6-c102537f67c6 is already hosted by enough agents. {{(pid=82368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:01:16.164878 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-1373106b-82fa-4d32-8fa7-74421edf6465 admin admin] Resources bound (agent type, host, resource id): {{(pid=82368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:01:16.482643 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-3bbd7f3a-f6cb-4818-b1be-c354a42266cb None None] Provisioning complete for port 1c385adc-7bb2-4eed-a457-4867f327f5c6 triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:01:16.483137 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3bbd7f3a-f6cb-4818-b1be-c354a42266cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:16.553514 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-3bbd7f3a-f6cb-4818-b1be-c354a42266cb None None] Port 1c385adc-7bb2-4eed-a457-4867f327f5c6 cannot update to ACTIVE because it is not bound. {{(pid=82370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 20 16:01:16.616061 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1373106b-82fa-4d32-8fa7-74421edf6465 admin admin] Router e14bf1ba-386d-441a-9378-6ebc61d20e1a has already been hosted by L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a {{(pid=82368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 20 16:01:16.689750 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 7a3cb6b7-bebd-4c53-ac7e-596963e8f687 up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:01:16.770363 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port 7a3cb6b7-bebd-4c53-ac7e-596963e8f687 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:01:16.770945 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:16.900137 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 295d28aa-0364-4dea-a72d-473938752f6d up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:01:16.970220 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning for port 295d28aa-0364-4dea-a72d-473938752f6d completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:01:16.975592 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port 295d28aa-0364-4dea-a72d-473938752f6d triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:01:16.976016 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:17.041237 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1373106b-82fa-4d32-8fa7-74421edf6465 admin admin] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 16:01:17.050549 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-1373106b-82fa-4d32-8fa7-74421edf6465 admin admin] 10.222.0.35 "PUT /v2.0/routers/e14bf1ba-386d-441a-9378-6ebc61d20e1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9108982 Sep 20 16:01:17.098084 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:17.114014 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] For port 295d28aa-0364-4dea-a72d-473938752f6d, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=295d28aa-0364-4dea-a72d-473938752f6d,segment=NetworkSegment(fa70b37f-a099-4785-9555-8d4eef3560f5),segment_id=fa70b37f-a099-4785-9555-8d4eef3560f5)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:01:17.117091 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:17.119092 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:17.187388 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Pushing event updated for resources: {'Port': ['ID=295d28aa-0364-4dea-a72d-473938752f6d,revision_number=4']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:17.190519 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:17.971936 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 54206) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:01:17.978030 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-34956a4b-b84d-493e-82f2-a1bcd37786fb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-875753466-network', 'tenant_id': '64ef8542335e481781b430597d5a8db6'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:01:17.983091 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-34956a4b-b84d-493e-82f2-a1bcd37786fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:01:17.987120 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-34956a4b-b84d-493e-82f2-a1bcd37786fb admin admin] Usage tracker for resource:network and tenant:64ef8542335e481781b430597d5a8db6 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:01:17.990556 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-34956a4b-b84d-493e-82f2-a1bcd37786fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:01:17.996488 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-34956a4b-b84d-493e-82f2-a1bcd37786fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:01:18.006247 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34956a4b-b84d-493e-82f2-a1bcd37786fb admin admin] Made reservation on behalf of 64ef8542335e481781b430597d5a8db6 for: {'network': 1} {{(pid=82368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 16:01:18.010886 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-34956a4b-b84d-493e-82f2-a1bcd37786fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for network, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:18.026353 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-34956a4b-b84d-493e-82f2-a1bcd37786fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:18.056240 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-d20644e8-8fc8-4144-b79f-993b2f0b1499 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Request body: {'port': {'device_id': '2b240d9a-d475-4f31-9268-6de383ed6cfd', 'network_id': 'f5b72bd9-9e2c-4379-b1a6-74f4994e0552', 'admin_state_up': True, 'tenant_id': '8bf0b02c11fa406eb7e8152365858c89'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:01:18.098159 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-34956a4b-b84d-493e-82f2-a1bcd37786fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:01:18.173196 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-34956a4b-b84d-493e-82f2-a1bcd37786fb admin admin] Usage tracker for resource:security_group_rule and tenant:64ef8542335e481781b430597d5a8db6 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:01:18.179091 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-34956a4b-b84d-493e-82f2-a1bcd37786fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:01:18.188999 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-34956a4b-b84d-493e-82f2-a1bcd37786fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:01:18.243973 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-d20644e8-8fc8-4144-b79f-993b2f0b1499 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:01:18.252249 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-d20644e8-8fc8-4144-b79f-993b2f0b1499 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Usage tracker for resource:port and tenant:8bf0b02c11fa406eb7e8152365858c89 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:01:18.258661 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-d20644e8-8fc8-4144-b79f-993b2f0b1499 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Quota usage for port was recalculated. Used quota:1. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:01:18.341846 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-d20644e8-8fc8-4144-b79f-993b2f0b1499 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:01:18.375247 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b081425e-9366-4dd0-869b-60906bed670c req-1014cd36-b371-471d-91d4-8278923aedbb tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b240d9a-d475-4f31-9268-6de383ed6cfd HTTP/1.1" status: 200 len: 210 time: 0.0789635 Sep 20 16:01:18.392282 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-d20644e8-8fc8-4144-b79f-993b2f0b1499 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Made reservation on behalf of 8bf0b02c11fa406eb7e8152365858c89 for: {'port': 1} {{(pid=82368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 16:01:18.397775 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-d20644e8-8fc8-4144-b79f-993b2f0b1499 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:18.440535 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-34956a4b-b84d-493e-82f2-a1bcd37786fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:18.449821 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-34956a4b-b84d-493e-82f2-a1bcd37786fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:18.490865 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-9d8e9416-6b65-4804-8d1e-ea2dbc08184a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:18.515425 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2869a0d8-64c6-44a5-a84d-552fe494da5d None None] Sync routers for ids ['e14bf1ba-386d-441a-9378-6ebc61d20e1a'] in dv-cinder-809669-1-iscsi {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 16:01:18.528058 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2869a0d8-64c6-44a5-a84d-552fe494da5d None None] Routers {'e14bf1ba-386d-441a-9378-6ebc61d20e1a'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:01:18.528724 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-2869a0d8-64c6-44a5-a84d-552fe494da5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:01:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['e14bf1ba-386d-441a-9378-6ebc61d20e1a'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:01:18.539437 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e22882-13ad-476a-99c1-37f07c4b197f req-23222378-6982-43af-a810-97d1dd976304 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:18.541040 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c0e22882-13ad-476a-99c1-37f07c4b197f req-23222378-6982-43af-a810-97d1dd976304 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.2852526 Sep 20 16:01:18.541800 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34956a4b-b84d-493e-82f2-a1bcd37786fb admin admin] vlan segment allocate from pool success with {'vlan_id': 408, 'physical_network': 'physnet1'} {{(pid=82368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 20 16:01:18.594186 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34956a4b-b84d-493e-82f2-a1bcd37786fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad2087c-cca5-4317-a6b2-9b6bcb6084ef,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:18.607839 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-34956a4b-b84d-493e-82f2-a1bcd37786fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854403426'] for segment, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:18.608230 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.db.segments_db [None req-34956a4b-b84d-493e-82f2-a1bcd37786fb admin admin] Added segment 73040f4a-0f79-4704-b380-e129da678c84 of type vlan for network b1f7654a-b770-4505-a754-64eddc6d9059 Sep 20 16:01:18.638228 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34956a4b-b84d-493e-82f2-a1bcd37786fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:18.638634 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34956a4b-b84d-493e-82f2-a1bcd37786fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:18.639047 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34956a4b-b84d-493e-82f2-a1bcd37786fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:18.639445 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34956a4b-b84d-493e-82f2-a1bcd37786fb admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:18.639828 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34956a4b-b84d-493e-82f2-a1bcd37786fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:18.640210 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34956a4b-b84d-493e-82f2-a1bcd37786fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:18.640590 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34956a4b-b84d-493e-82f2-a1bcd37786fb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:18.640979 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34956a4b-b84d-493e-82f2-a1bcd37786fb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:18.641349 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34956a4b-b84d-493e-82f2-a1bcd37786fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:18.641721 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34956a4b-b84d-493e-82f2-a1bcd37786fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:18.642150 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34956a4b-b84d-493e-82f2-a1bcd37786fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:18.655302 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-34956a4b-b84d-493e-82f2-a1bcd37786fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:18.677645 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 295d28aa-0364-4dea-a72d-473938752f6d up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:01:18.720994 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-34956a4b-b84d-493e-82f2-a1bcd37786fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786513467763'] for network, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:18.732134 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c0e22882-13ad-476a-99c1-37f07c4b197f req-9de4aab0-6196-4489-afcd-a5857a30ad9c tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736195 Sep 20 16:01:18.761399 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-d20644e8-8fc8-4144-b79f-993b2f0b1499 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Allocated IP 172.20.0.7 (f5b72bd9-9e2c-4379-b1a6-74f4994e0552/ec1946d3-cedd-49f4-8285-8cb4d80885c9/8e9f2662-9c4a-4709-afef-936a6aa9a305) {{(pid=82368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 16:01:18.798558 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-34956a4b-b84d-493e-82f2-a1bcd37786fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223'] for network, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:18.806599 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-2869a0d8-64c6-44a5-a84d-552fe494da5d None None] Set router e14bf1ba-386d-441a-9378-6ebc61d20e1a gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:01:18.810181 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34956a4b-b84d-493e-82f2-a1bcd37786fb admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:18.810852 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-34956a4b-b84d-493e-82f2-a1bcd37786fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for network, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:18.818290 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:18.972235 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-34956a4b-b84d-493e-82f2-a1bcd37786fb admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9989920 Sep 20 16:01:18.976243 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 54228) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:01:18.977481 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port 295d28aa-0364-4dea-a72d-473938752f6d triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:01:18.977906 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:18.984044 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-9dcb5bbb-580d-4855-91b8-d2ffcb2f1dd4 admin admin] Request body: {'subnet': {'network_id': 'b1f7654a-b770-4505-a754-64eddc6d9059', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-875753466-subnet', 'tenant_id': '64ef8542335e481781b430597d5a8db6', 'ip_version': 4}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:01:18.989399 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-9dcb5bbb-580d-4855-91b8-d2ffcb2f1dd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:01:18.991167 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34956a4b-b84d-493e-82f2-a1bcd37786fb admin admin] Pushing event updated for resources: {'Network': ['ID=b1f7654a-b770-4505-a754-64eddc6d9059,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:18.994293 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-9dcb5bbb-580d-4855-91b8-d2ffcb2f1dd4 admin admin] Usage tracker for resource:subnet and tenant:64ef8542335e481781b430597d5a8db6 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:01:18.996499 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-34956a4b-b84d-493e-82f2-a1bcd37786fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:18.998751 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-9dcb5bbb-580d-4855-91b8-d2ffcb2f1dd4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:01:19.006261 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-9dcb5bbb-580d-4855-91b8-d2ffcb2f1dd4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:01:19.016296 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dcb5bbb-580d-4855-91b8-d2ffcb2f1dd4 admin admin] Made reservation on behalf of 64ef8542335e481781b430597d5a8db6 for: {'subnet': 1} {{(pid=82369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 16:01:19.020085 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Network b1f7654a-b770-4505-a754-64eddc6d9059 details requested by agent ovs-agent-dv-cinder-809669-1-iscsi with host dv-cinder-809669-1-iscsi {{(pid=82370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 20 16:01:19.022046 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9dcb5bbb-580d-4855-91b8-d2ffcb2f1dd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036821389389'] for subnet, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:19.131996 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-d20644e8-8fc8-4144-b79f-993b2f0b1499 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Notify callbacks [] for port, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:19.168452 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-d20644e8-8fc8-4144-b79f-993b2f0b1499 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:19.175014 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:19.256868 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-d20644e8-8fc8-4144-b79f-993b2f0b1499 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Network f5b72bd9-9e2c-4379-b1a6-74f4994e0552 is already hosted by enough agents. {{(pid=82368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:01:19.261229 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-d20644e8-8fc8-4144-b79f-993b2f0b1499 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Resources bound (agent type, host, resource id): {{(pid=82368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:01:19.271375 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-d20644e8-8fc8-4144-b79f-993b2f0b1499 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Received port after_create {{(pid=82368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 16:01:19.276316 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['c19460c0-3a44-4fe8-8bbf-ef0855b29da3'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:01:19.289714 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9dcb5bbb-580d-4855-91b8-d2ffcb2f1dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036821686390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036821389406'] for subnet, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:19.294414 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b2ad0005-e534-4859-a0a5-52388e7f770e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:19.303170 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20644e8-8fc8-4144-b79f-993b2f0b1499 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Pushing event updated for resources: {'Port': ['ID=8e9f2662-9c4a-4709-afef-936a6aa9a305,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:19.310491 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d20644e8-8fc8-4144-b79f-993b2f0b1499 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:19.344113 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-d20644e8-8fc8-4144-b79f-993b2f0b1499 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:19.344788 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-d20644e8-8fc8-4144-b79f-993b2f0b1499 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:19.362941 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-d20644e8-8fc8-4144-b79f-993b2f0b1499 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3111286 Sep 20 16:01:19.374892 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-4a764da0-5dd8-445d-8b88-fe5c6489985d service neutron] Request body: {'port': {'device_id': '2b240d9a-d475-4f31-9268-6de383ed6cfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80966'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:01:19.375301 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb5bbb-580d-4855-91b8-d2ffcb2f1dd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05481cef-a0f4-45a9-b71e-a3c09f698403,revision_number=0']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:19.392614 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb5bbb-580d-4855-91b8-d2ffcb2f1dd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:19.392934 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb5bbb-580d-4855-91b8-d2ffcb2f1dd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:19.393285 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb5bbb-580d-4855-91b8-d2ffcb2f1dd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:19.393674 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb5bbb-580d-4855-91b8-d2ffcb2f1dd4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:19.394379 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb5bbb-580d-4855-91b8-d2ffcb2f1dd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:19.395082 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb5bbb-580d-4855-91b8-d2ffcb2f1dd4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:19.395402 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb5bbb-580d-4855-91b8-d2ffcb2f1dd4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:19.395808 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb5bbb-580d-4855-91b8-d2ffcb2f1dd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:19.396150 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb5bbb-580d-4855-91b8-d2ffcb2f1dd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:19.396528 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb5bbb-580d-4855-91b8-d2ffcb2f1dd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:19.396909 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb5bbb-580d-4855-91b8-d2ffcb2f1dd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:19.400429 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-9dcb5bbb-580d-4855-91b8-d2ffcb2f1dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:19.408400 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dcb5bbb-580d-4855-91b8-d2ffcb2f1dd4 admin admin] Checking segment: {'id': '73040f4a-0f79-4704-b380-e129da678c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b1f7654a-b770-4505-a754-64eddc6d9059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:01:19.408800 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcb5bbb-580d-4855-91b8-d2ffcb2f1dd4 admin admin] Network hostable DHCP agents. Network: b1f7654a-b770-4505-a754-64eddc6d9059, hostable agents: ['8165851e-a8d8-41e5-9937-b2b676de37d1'], hosted agents: [] {{(pid=82369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 20 16:01:19.436020 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcb5bbb-580d-4855-91b8-d2ffcb2f1dd4 admin admin] Network b1f7654a-b770-4505-a754-64eddc6d9059 is scheduled to be hosted by DHCP agent 8165851e-a8d8-41e5-9937-b2b676de37d1 with binding_index 1 {{(pid=82369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 20 16:01:19.447413 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-9dcb5bbb-580d-4855-91b8-d2ffcb2f1dd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809669-1-iscsi, b1f7654a-b770-4505-a754-64eddc6d9059) {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:01:19.451617 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcb5bbb-580d-4855-91b8-d2ffcb2f1dd4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:19.452428 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9dcb5bbb-580d-4855-91b8-d2ffcb2f1dd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:19.476106 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a9f7f3-ecf8-4a70-b43b-85aae472a162 None None] Network b1f7654a-b770-4505-a754-64eddc6d9059 requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 16:01:19.483432 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-9dcb5bbb-580d-4855-91b8-d2ffcb2f1dd4 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5056775 Sep 20 16:01:19.486540 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 54240) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:01:19.510204 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-23db8422-7ab8-4440-ba90-0db60ac9961d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-875753466-router', 'tenant_id': '64ef8542335e481781b430597d5a8db6', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'}}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:01:19.524010 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-23db8422-7ab8-4440-ba90-0db60ac9961d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:01:19.532738 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-23db8422-7ab8-4440-ba90-0db60ac9961d admin admin] Usage tracker for resource:router and tenant:64ef8542335e481781b430597d5a8db6 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:01:19.538295 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-23db8422-7ab8-4440-ba90-0db60ac9961d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:01:19.541752 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-4a764da0-5dd8-445d-8b88-fe5c6489985d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:19.602270 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-23db8422-7ab8-4440-ba90-0db60ac9961d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:01:19.688605 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-23db8422-7ab8-4440-ba90-0db60ac9961d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1025813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7918'] for router, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:19.689639 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-23db8422-7ab8-4440-ba90-0db60ac9961d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853749765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853757889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853807792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767898'] for router, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:19.864108 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-23db8422-7ab8-4440-ba90-0db60ac9961d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:19.945479 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-2869a0d8-64c6-44a5-a84d-552fe494da5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14bf1ba-386d-441a-9378-6ebc61d20e1a', 'name': 'tempest-TestMinimumBasicScenario-2121010329-router', 'tenant_id': '381efe5f70ef44caafad8bb42441ac2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '295d28aa-0364-4dea-a72d-473938752f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:01:11Z', 'updated_at': '2021-09-20T16:01:15Z', 'revision_number': 4, 'project_id': '381efe5f70ef44caafad8bb42441ac2b', 'gw_port': {'id': '295d28aa-0364-4dea-a72d-473938752f6d', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:89:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14bf1ba-386d-441a-9378-6ebc61d20e1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:01:11Z', 'updated_at': '2021-09-20T16:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': '1c385adc-7bb2-4eed-a457-4867f327f5c6', 'name': '', 'network_id': '670b06b4-ee25-49ae-9fe6-c102537f67c6', 'tenant_id': '381efe5f70ef44caafad8bb42441ac2b', 'mac_address': 'fa:16:3e:ea:35:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14bf1ba-386d-441a-9378-6ebc61d20e1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd112bb54-b56b-41c9-901f-d6e0d22c0b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:01:14Z', 'updated_at': '2021-09-20T16:01:15Z', 'revision_number': 2, 'project_id': '381efe5f70ef44caafad8bb42441ac2b', 'subnets': [{'id': 'd112bb54-b56b-41c9-901f-d6e0d22c0b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:01:19.947754 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d55d8a-6af3-4d17-b218-f473f61b2682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp970513e9-e7d8-5bbd-b580-39df46ea091a-b1f7654a-b770-4505-a754-64eddc6d9059', 'network_id': 'b1f7654a-b770-4505-a754-64eddc6d9059', 'tenant_id': '64ef8542335e481781b430597d5a8db6', 'fixed_ips': [{'subnet_id': '05481cef-a0f4-45a9-b71e-a3c09f698403'}]}} from dv-cinder-809669-1-iscsi. {{(pid=82370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Sep 20 16:01:19.948734 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-67d55d8a-6af3-4d17-b218-f473f61b2682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:19.951071 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6c418b-e951-4312-ad47-883749b95d37 req-5b765f19-76bd-4387-b9d2-145f625c28a3 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:19.952096 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-5e6c418b-e951-4312-ad47-883749b95d37 req-5b765f19-76bd-4387-b9d2-145f625c28a3 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Synchronizing usage tracker for tenant:8bf0b02c11fa406eb7e8152365858c89 on resource:port {{(pid=82368) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:01:19.964651 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2869a0d8-64c6-44a5-a84d-552fe494da5d None None] Checking router: e14bf1ba-386d-441a-9378-6ebc61d20e1a for host: dv-cinder-809669-1-iscsi {{(pid=82370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 16:01:19.965182 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2869a0d8-64c6-44a5-a84d-552fe494da5d None None] Updating router e14bf1ba-386d-441a-9378-6ebc61d20e1a port 1c385adc-7bb2-4eed-a457-4867f327f5c6 binding host dv-cinder-809669-1-iscsi {{(pid=82370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 20 16:01:20.121956 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2869a0d8-64c6-44a5-a84d-552fe494da5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:20.242215 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-5e6c418b-e951-4312-ad47-883749b95d37 req-5b765f19-76bd-4387-b9d2-145f625c28a3 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Unset dirty status for tenant:8bf0b02c11fa406eb7e8152365858c89 on resource:port {{(pid=82368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:01:20.244551 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5e6c418b-e951-4312-ad47-883749b95d37 req-5b765f19-76bd-4387-b9d2-145f625c28a3 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b240d9a-d475-4f31-9268-6de383ed6cfd HTTP/1.1" status: 200 len: 931 time: 0.6820643 Sep 20 16:01:20.362944 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [None req-67d55d8a-6af3-4d17-b218-f473f61b2682 None None] Allocated IP 172.20.0.2 (b1f7654a-b770-4505-a754-64eddc6d9059/05481cef-a0f4-45a9-b71e-a3c09f698403/e01fc608-8d5e-4422-aa22-9f9c0c5eec99) {{(pid=82370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 16:01:20.388735 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-23db8422-7ab8-4440-ba90-0db60ac9961d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853757940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1025898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767881'] for router, precommit_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:20.408978 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5e6c418b-e951-4312-ad47-883749b95d37 req-f628ad07-60cb-4a18-aaa6-694de0449923 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361754 Sep 20 16:01:20.427060 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a724e-eba2-4ada-80c9-b9701401833f req-f12f87dc-1b7b-42d1-ae9c-97306c1c012a tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:20.429046 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ea0a724e-eba2-4ada-80c9-b9701401833f req-f12f87dc-1b7b-42d1-ae9c-97306c1c012a tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.4363339 Sep 20 16:01:20.749222 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-4a764da0-5dd8-445d-8b88-fe5c6489985d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e9f2662-9c4a-4709-afef-936a6aa9a305 {{(pid=82368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 16:01:20.825173 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ea0a724e-eba2-4ada-80c9-b9701401833f req-3db7a681-c55e-48d0-910d-5f0d01c962a6 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877511 Sep 20 16:01:20.827481 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-4a764da0-5dd8-445d-8b88-fe5c6489985d service neutron] Notify callbacks [] for port, precommit_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:20.847127 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-67d55d8a-6af3-4d17-b218-f473f61b2682 None None] Notify callbacks [] for port, precommit_create {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:20.852137 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2869a0d8-64c6-44a5-a84d-552fe494da5d None None] Notify callbacks [] for port, precommit_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:20.870473 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-67d55d8a-6af3-4d17-b218-f473f61b2682 None None] Transition to ACTIVE for port object e01fc608-8d5e-4422-aa22-9f9c0c5eec99 will not be triggered until provisioned by entity L2. {{(pid=82370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:01:20.871989 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-4a764da0-5dd8-445d-8b88-fe5c6489985d service neutron] Transition to ACTIVE for port object 8e9f2662-9c4a-4709-afef-936a6aa9a305 will not be triggered until provisioned by entity L2. {{(pid=82368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:01:20.878927 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-2869a0d8-64c6-44a5-a84d-552fe494da5d None None] Transition to ACTIVE for port object 1c385adc-7bb2-4eed-a457-4867f327f5c6 will not be triggered until provisioned by entity L2. {{(pid=82370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:01:20.880017 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-4a764da0-5dd8-445d-8b88-fe5c6489985d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33517910'] for port, after_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:20.887452 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:20.941471 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-67d55d8a-6af3-4d17-b218-f473f61b2682 None None] Transition to ACTIVE for port object e01fc608-8d5e-4422-aa22-9f9c0c5eec99 will not be triggered until provisioned by entity DHCP. {{(pid=82370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:01:20.949956 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2869a0d8-64c6-44a5-a84d-552fe494da5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:20.964617 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:21.030509 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-67d55d8a-6af3-4d17-b218-f473f61b2682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572'] for port, after_create {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:21.178609 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d55d8a-6af3-4d17-b218-f473f61b2682 None None] Network b1f7654a-b770-4505-a754-64eddc6d9059 is already hosted by enough agents. {{(pid=82370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:01:21.179706 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95a94b-5ce6-4725-bc9d-fbfb08fe172d None None] Pushing event updated for resources: {'Port': ['ID=1c385adc-7bb2-4eed-a457-4867f327f5c6,revision_number=3']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:21.184638 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-7f95a94b-5ce6-4725-bc9d-fbfb08fe172d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:21.186237 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-67d55d8a-6af3-4d17-b218-f473f61b2682 None None] Resources bound (agent type, host, resource id): {{(pid=82370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:01:21.188159 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.143s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:21.233881 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d55d8a-6af3-4d17-b218-f473f61b2682 None None] Received port after_create {{(pid=82370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 16:01:21.436602 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d55d8a-6af3-4d17-b218-f473f61b2682 None None] Pushing event updated for resources: {'Port': ['ID=e01fc608-8d5e-4422-aa22-9f9c0c5eec99,revision_number=1']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:21.473387 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-67d55d8a-6af3-4d17-b218-f473f61b2682 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:21.519901 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-2869a0d8-64c6-44a5-a84d-552fe494da5d None None] Attempting to bind port 1c385adc-7bb2-4eed-a457-4867f327f5c6 on host dv-cinder-809669-1-iscsi for vnic_type normal with profile {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 16:01:21.520316 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-2869a0d8-64c6-44a5-a84d-552fe494da5d None None] Attempting to bind port 1c385adc-7bb2-4eed-a457-4867f327f5c6 by drivers openvswitch,hyperv on host dv-cinder-809669-1-iscsi at level 0 using segments [{'id': 'd9bf92d7-4aa5-474a-bd0c-595bc04024f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '670b06b4-ee25-49ae-9fe6-c102537f67c6'}] {{(pid=82370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 16:01:21.520729 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2869a0d8-64c6-44a5-a84d-552fe494da5d None None] Attempting to bind port 1c385adc-7bb2-4eed-a457-4867f327f5c6 on network 670b06b4-ee25-49ae-9fe6-c102537f67c6 {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:01:21.527261 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-67d55d8a-6af3-4d17-b218-f473f61b2682 None None] Attempting to bind port e01fc608-8d5e-4422-aa22-9f9c0c5eec99 on host dv-cinder-809669-1-iscsi for vnic_type normal with profile {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 16:01:21.527701 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-67d55d8a-6af3-4d17-b218-f473f61b2682 None None] Attempting to bind port e01fc608-8d5e-4422-aa22-9f9c0c5eec99 by drivers openvswitch,hyperv on host dv-cinder-809669-1-iscsi at level 0 using segments [{'id': '73040f4a-0f79-4704-b380-e129da678c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b1f7654a-b770-4505-a754-64eddc6d9059'}] {{(pid=82370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 16:01:21.528123 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d55d8a-6af3-4d17-b218-f473f61b2682 None None] Attempting to bind port e01fc608-8d5e-4422-aa22-9f9c0c5eec99 on network b1f7654a-b770-4505-a754-64eddc6d9059 {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:01:21.540097 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2869a0d8-64c6-44a5-a84d-552fe494da5d None None] Checking agent: {'id': 'e3ab64f4-5a45-40ad-bdab-6ad34693b70b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 51, 4), 'started_at': datetime.datetime(2021, 9, 20, 15, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 16, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 16:01:21.540532 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2869a0d8-64c6-44a5-a84d-552fe494da5d None None] Checking segment: {'id': 'd9bf92d7-4aa5-474a-bd0c-595bc04024f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '670b06b4-ee25-49ae-9fe6-c102537f67c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:01:21.540990 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2869a0d8-64c6-44a5-a84d-552fe494da5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:21.541431 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2869a0d8-64c6-44a5-a84d-552fe494da5d None None] Bound using segment: {'id': 'd9bf92d7-4aa5-474a-bd0c-595bc04024f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '670b06b4-ee25-49ae-9fe6-c102537f67c6'} {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 16:01:21.542142 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-2869a0d8-64c6-44a5-a84d-552fe494da5d None None] Bound port: 1c385adc-7bb2-4eed-a457-4867f327f5c6, host: dv-cinder-809669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9bf92d7-4aa5-474a-bd0c-595bc04024f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '670b06b4-ee25-49ae-9fe6-c102537f67c6'}}] {{(pid=82370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 16:01:21.542572 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2869a0d8-64c6-44a5-a84d-552fe494da5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:21.554441 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d55d8a-6af3-4d17-b218-f473f61b2682 None None] Checking agent: {'id': 'e3ab64f4-5a45-40ad-bdab-6ad34693b70b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 51, 4), 'started_at': datetime.datetime(2021, 9, 20, 15, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 16, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 16:01:21.554910 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d55d8a-6af3-4d17-b218-f473f61b2682 None None] Checking segment: {'id': '73040f4a-0f79-4704-b380-e129da678c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b1f7654a-b770-4505-a754-64eddc6d9059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:01:21.555369 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-67d55d8a-6af3-4d17-b218-f473f61b2682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:21.555954 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d55d8a-6af3-4d17-b218-f473f61b2682 None None] Bound using segment: {'id': '73040f4a-0f79-4704-b380-e129da678c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b1f7654a-b770-4505-a754-64eddc6d9059'} {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 16:01:21.556607 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-67d55d8a-6af3-4d17-b218-f473f61b2682 None None] Bound port: e01fc608-8d5e-4422-aa22-9f9c0c5eec99, host: dv-cinder-809669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73040f4a-0f79-4704-b380-e129da678c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b1f7654a-b770-4505-a754-64eddc6d9059'}}] {{(pid=82370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 16:01:21.556949 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-67d55d8a-6af3-4d17-b218-f473f61b2682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:21.598653 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a764da0-5dd8-445d-8b88-fe5c6489985d service neutron] Pushing event updated for resources: {'Port': ['ID=8e9f2662-9c4a-4709-afef-936a6aa9a305,revision_number=2']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:21.680565 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-4a764da0-5dd8-445d-8b88-fe5c6489985d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.792s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:21.904979 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-4a764da0-5dd8-445d-8b88-fe5c6489985d service neutron] Attempting to bind port 8e9f2662-9c4a-4709-afef-936a6aa9a305 on host hv-cinder-80966 for vnic_type normal with profile {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 16:01:21.905382 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-4a764da0-5dd8-445d-8b88-fe5c6489985d service neutron] Attempting to bind port 8e9f2662-9c4a-4709-afef-936a6aa9a305 by drivers openvswitch,hyperv on host hv-cinder-80966 at level 0 using segments [{'id': 'af014d27-e93b-4a03-86de-e38863424f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f5b72bd9-9e2c-4379-b1a6-74f4994e0552'}] {{(pid=82368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 16:01:21.905863 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-4a764da0-5dd8-445d-8b88-fe5c6489985d service neutron] Attempting to bind port 8e9f2662-9c4a-4709-afef-936a6aa9a305 on network f5b72bd9-9e2c-4379-b1a6-74f4994e0552 {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:01:21.937008 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-23db8422-7ab8-4440-ba90-0db60ac9961d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:21.964260 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-4a764da0-5dd8-445d-8b88-fe5c6489985d service neutron] Port 8e9f2662-9c4a-4709-afef-936a6aa9a305 on network f5b72bd9-9e2c-4379-b1a6-74f4994e0552 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80966 {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 20 16:01:21.964795 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-4a764da0-5dd8-445d-8b88-fe5c6489985d service neutron] Attempting to bind port 8e9f2662-9c4a-4709-afef-936a6aa9a305 on network f5b72bd9-9e2c-4379-b1a6-74f4994e0552 {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:01:22.009481 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e869e245-2bcb-416d-b550-324d76fe1e0c req-de5e810b-b9d2-482b-9ec7-766fdb9252e7 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:22.015178 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e869e245-2bcb-416d-b550-324d76fe1e0c req-de5e810b-b9d2-482b-9ec7-766fdb9252e7 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b240d9a-d475-4f31-9268-6de383ed6cfd HTTP/1.1" status: 200 len: 943 time: 0.3326352 Sep 20 16:01:22.018069 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-23db8422-7ab8-4440-ba90-0db60ac9961d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:22.139789 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-67d55d8a-6af3-4d17-b218-f473f61b2682 None None] For port e01fc608-8d5e-4422-aa22-9f9c0c5eec99, host dv-cinder-809669-1-iscsi, cleared binding levels {{(pid=82370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 16:01:22.144917 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-67d55d8a-6af3-4d17-b218-f473f61b2682 None None] For port e01fc608-8d5e-4422-aa22-9f9c0c5eec99, host dv-cinder-809669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=e01fc608-8d5e-4422-aa22-9f9c0c5eec99,segment=NetworkSegment(73040f4a-0f79-4704-b380-e129da678c84),segment_id=73040f4a-0f79-4704-b380-e129da678c84)] {{(pid=82370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 16:01:22.149423 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-2869a0d8-64c6-44a5-a84d-552fe494da5d None None] For port 1c385adc-7bb2-4eed-a457-4867f327f5c6, host dv-cinder-809669-1-iscsi, cleared binding levels {{(pid=82370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 16:01:22.152662 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-67d55d8a-6af3-4d17-b218-f473f61b2682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:22.159184 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-2869a0d8-64c6-44a5-a84d-552fe494da5d None None] For port 1c385adc-7bb2-4eed-a457-4867f327f5c6, host dv-cinder-809669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=1c385adc-7bb2-4eed-a457-4867f327f5c6,segment=NetworkSegment(d9bf92d7-4aa5-474a-bd0c-595bc04024f9),segment_id=d9bf92d7-4aa5-474a-bd0c-595bc04024f9)] {{(pid=82370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 16:01:22.160812 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:22.201241 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-4a764da0-5dd8-445d-8b88-fe5c6489985d service neutron] Checking agent: {'id': '85f38ebc-8bd3-4a05-87ab-11427d0d3796', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 57, 9), 'started_at': datetime.datetime(2021, 9, 20, 15, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 16, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 16:01:22.201737 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-4a764da0-5dd8-445d-8b88-fe5c6489985d service neutron] Checking segment: {'id': 'af014d27-e93b-4a03-86de-e38863424f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f5b72bd9-9e2c-4379-b1a6-74f4994e0552'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:01:22.202019 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-4a764da0-5dd8-445d-8b88-fe5c6489985d service neutron] Bound using segment: {'id': 'af014d27-e93b-4a03-86de-e38863424f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f5b72bd9-9e2c-4379-b1a6-74f4994e0552'} {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 16:01:22.202518 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-4a764da0-5dd8-445d-8b88-fe5c6489985d service neutron] Bound port: 8e9f2662-9c4a-4709-afef-936a6aa9a305, host: hv-cinder-80966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af014d27-e93b-4a03-86de-e38863424f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f5b72bd9-9e2c-4379-b1a6-74f4994e0552'}}] {{(pid=82368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 16:01:22.203245 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-4a764da0-5dd8-445d-8b88-fe5c6489985d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:22.246260 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d55d8a-6af3-4d17-b218-f473f61b2682 None None] Pushing event updated for resources: {'Port': ['ID=e01fc608-8d5e-4422-aa22-9f9c0c5eec99,revision_number=2']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:22.249998 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2869a0d8-64c6-44a5-a84d-552fe494da5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:22.266774 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-67d55d8a-6af3-4d17-b218-f473f61b2682 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:22.267259 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-67d55d8a-6af3-4d17-b218-f473f61b2682 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:22.383027 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2869a0d8-64c6-44a5-a84d-552fe494da5d None None] Routers {'e14bf1ba-386d-441a-9378-6ebc61d20e1a'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:01:22.383751 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-2869a0d8-64c6-44a5-a84d-552fe494da5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:01:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['e14bf1ba-386d-441a-9378-6ebc61d20e1a'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:01:22.428307 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-4a764da0-5dd8-445d-8b88-fe5c6489985d service neutron] For port 8e9f2662-9c4a-4709-afef-936a6aa9a305, host hv-cinder-80966, cleared binding levels {{(pid=82368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 16:01:22.431953 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-4a764da0-5dd8-445d-8b88-fe5c6489985d service neutron] For port 8e9f2662-9c4a-4709-afef-936a6aa9a305, host hv-cinder-80966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=8e9f2662-9c4a-4709-afef-936a6aa9a305,segment=NetworkSegment(af014d27-e93b-4a03-86de-e38863424f3d),segment_id=af014d27-e93b-4a03-86de-e38863424f3d)] {{(pid=82368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 16:01:22.463884 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-4a764da0-5dd8-445d-8b88-fe5c6489985d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33517910'] for port, after_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:22.491505 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-4a764da0-5dd8-445d-8b88-fe5c6489985d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:22.685177 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e869e245-2bcb-416d-b550-324d76fe1e0c req-edcd3f8f-1e54-4ab5-b701-b787a2ab7324 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6542184 Sep 20 16:01:22.772882 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-2869a0d8-64c6-44a5-a84d-552fe494da5d None None] Set router e14bf1ba-386d-441a-9378-6ebc61d20e1a gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:01:22.811078 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-4a764da0-5dd8-445d-8b88-fe5c6489985d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:22.812503 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-4a764da0-5dd8-445d-8b88-fe5c6489985d service neutron] 10.222.0.36 "PUT /v2.0/ports/8e9f2662-9c4a-4709-afef-936a6aa9a305 HTTP/1.1" status: 200 len: 1093 time: 3.4419937 Sep 20 16:01:22.814238 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b240d9a-d475-4f31-9268-6de383ed6cfd', 'tag': '8e9f2662-9c4a-4709-afef-936a6aa9a305'}] {{(pid=82368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:01:22.916827 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [None req-23db8422-7ab8-4440-ba90-0db60ac9961d admin admin] Allocated IP 172.27.3.3 (378c8f1a-f14e-4679-b139-5c2d775a72d9/ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1/c30c80ee-58a8-49d5-9969-ecc864884086) {{(pid=82368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 16:01:23.102178 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95a94b-5ce6-4725-bc9d-fbfb08fe172d None None] Pushing event updated for resources: {'Port': ['ID=1c385adc-7bb2-4eed-a457-4867f327f5c6,revision_number=4']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:23.114766 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-7f95a94b-5ce6-4725-bc9d-fbfb08fe172d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.847s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:23.171059 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a764da0-5dd8-445d-8b88-fe5c6489985d service neutron] Pushing event updated for resources: {'Port': ['ID=8e9f2662-9c4a-4709-afef-936a6aa9a305,revision_number=3']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:23.231888 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-4a764da0-5dd8-445d-8b88-fe5c6489985d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:23.324112 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b73ee67-2d6c-4762-87a7-683aa1a855be req-9313f03f-edff-4bf8-8e74-f7e8c86a1373 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:23.335832 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8b73ee67-2d6c-4762-87a7-683aa1a855be req-9313f03f-edff-4bf8-8e74-f7e8c86a1373 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.7524631 Sep 20 16:01:23.432835 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-e5894d0c-6602-4d93-bdae-1e12f88ca27a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bf0b02c11fa406eb7e8152365858c89&device_id=2b240d9a-d475-4f31-9268-6de383ed6cfd HTTP/1.1" status: 200 len: 1096 time: 0.2533660 Sep 20 16:01:23.436025 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-23db8422-7ab8-4440-ba90-0db60ac9961d admin admin] Notify callbacks [] for port, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:23.464217 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-2869a0d8-64c6-44a5-a84d-552fe494da5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14bf1ba-386d-441a-9378-6ebc61d20e1a', 'name': 'tempest-TestMinimumBasicScenario-2121010329-router', 'tenant_id': '381efe5f70ef44caafad8bb42441ac2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '295d28aa-0364-4dea-a72d-473938752f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:01:11Z', 'updated_at': '2021-09-20T16:01:15Z', 'revision_number': 4, 'project_id': '381efe5f70ef44caafad8bb42441ac2b', 'gw_port': {'id': '295d28aa-0364-4dea-a72d-473938752f6d', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:89:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14bf1ba-386d-441a-9378-6ebc61d20e1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:01:11Z', 'updated_at': '2021-09-20T16:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': '1c385adc-7bb2-4eed-a457-4867f327f5c6', 'name': '', 'network_id': '670b06b4-ee25-49ae-9fe6-c102537f67c6', 'tenant_id': '381efe5f70ef44caafad8bb42441ac2b', 'mac_address': 'fa:16:3e:ea:35:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14bf1ba-386d-441a-9378-6ebc61d20e1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd112bb54-b56b-41c9-901f-d6e0d22c0b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:01:14Z', 'updated_at': '2021-09-20T16:01:22Z', 'revision_number': 4, 'project_id': '381efe5f70ef44caafad8bb42441ac2b', 'subnets': [{'id': 'd112bb54-b56b-41c9-901f-d6e0d22c0b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:01:23.469528 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2869a0d8-64c6-44a5-a84d-552fe494da5d None None] The sync data for ids ['e14bf1ba-386d-441a-9378-6ebc61d20e1a'] in dv-cinder-809669-1-iscsi is: [{'id': 'e14bf1ba-386d-441a-9378-6ebc61d20e1a', 'name': 'tempest-TestMinimumBasicScenario-2121010329-router', 'tenant_id': '381efe5f70ef44caafad8bb42441ac2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '295d28aa-0364-4dea-a72d-473938752f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:01:11Z', 'updated_at': '2021-09-20T16:01:15Z', 'revision_number': 4, 'project_id': '381efe5f70ef44caafad8bb42441ac2b', 'gw_port': {'id': '295d28aa-0364-4dea-a72d-473938752f6d', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:89:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14bf1ba-386d-441a-9378-6ebc61d20e1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:01:11Z', 'updated_at': '2021-09-20T16:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': '1c385adc-7bb2-4eed-a457-4867f327f5c6', 'name': '', 'network_id': '670b06b4-ee25-49ae-9fe6-c102537f67c6', 'tenant_id': '381efe5f70ef44caafad8bb42441ac2b', 'mac_address': 'fa:16:3e:ea:35:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e14bf1ba-386d-441a-9378-6ebc61d20e1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd112bb54-b56b-41c9-901f-d6e0d22c0b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:01:14Z', 'updated_at': '2021-09-20T16:01:22Z', 'revision_number': 4, 'project_id': '381efe5f70ef44caafad8bb42441ac2b', 'subnets': [{'id': 'd112bb54-b56b-41c9-901f-d6e0d22c0b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 16:01:23.554121 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8b73ee67-2d6c-4762-87a7-683aa1a855be req-3cd0b718-b739-4359-8508-5e5a83376285 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172256 Sep 20 16:01:23.556395 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-0b386c6b-758e-45e7-b221-cdeb7a61b89d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e9f2662-9c4a-4709-afef-936a6aa9a305 HTTP/1.1" status: 200 len: 217 time: 0.1134472 Sep 20 16:01:23.792056 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b240d9a-d475-4f31-9268-6de383ed6cfd', 'tag': '8e9f2662-9c4a-4709-afef-936a6aa9a305', 'status': 'completed', 'code': 200} Sep 20 16:01:23.811103 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-08dcf28b-01f4-42f7-83c5-f8a9c872c0d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:23.811103 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-08dcf28b-01f4-42f7-83c5-f8a9c872c0d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ec1946d3-cedd-49f4-8285-8cb4d80885c9 HTTP/1.1" status: 200 len: 855 time: 0.2293420 Sep 20 16:01:23.884174 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-2276919f-a34e-4190-8957-3c3ea8737e25 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f5b72bd9-9e2c-4379-b1a6-74f4994e0552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666277 Sep 20 16:01:24.112237 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-23db8422-7ab8-4440-ba90-0db60ac9961d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:24.133078 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:24.282319 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23db8422-7ab8-4440-ba90-0db60ac9961d admin admin] Network 378c8f1a-f14e-4679-b139-5c2d775a72d9 is already hosted by enough agents. {{(pid=82368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:01:24.302564 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db8422-7ab8-4440-ba90-0db60ac9961d admin admin] Pushing event updated for resources: {'Port': ['ID=c30c80ee-58a8-49d5-9969-ecc864884086,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:24.305798 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-23db8422-7ab8-4440-ba90-0db60ac9961d admin admin] Resources bound (agent type, host, resource id): {{(pid=82368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:01:24.307830 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-23db8422-7ab8-4440-ba90-0db60ac9961d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:24.320090 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23db8422-7ab8-4440-ba90-0db60ac9961d admin admin] Received port after_create {{(pid=82368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 16:01:24.360167 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-6af89dbf-ee34-49e1-a146-ac08e100949a service neutron] 10.222.0.36 "GET /v2.0/networks/f5b72bd9-9e2c-4379-b1a6-74f4994e0552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4592385 Sep 20 16:01:24.425271 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd51af99-e415-432f-b330-ced2d3acc80f req-c5bf26c7-8942-4ae0-ae76-3b38e93cf1e9 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:24.439329 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-dd51af99-e415-432f-b330-ced2d3acc80f req-c5bf26c7-8942-4ae0-ae76-3b38e93cf1e9 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b240d9a-d475-4f31-9268-6de383ed6cfd HTTP/1.1" status: 200 len: 943 time: 0.4585471 Sep 20 16:01:24.808214 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-dd51af99-e415-432f-b330-ced2d3acc80f req-49264492-1457-43c0-a431-e0b139c3a67c tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673816 Sep 20 16:01:24.901690 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device e01fc608-8d5e-4422-aa22-9f9c0c5eec99 up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:01:24.948197 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f2627c46-c8d9-4691-a167-8464b35692b2 req-cc342fca-2621-417d-b6e8-bd750e6742bf service neutron] 10.222.0.36 "GET /v2.0/networks/f5b72bd9-9e2c-4379-b1a6-74f4994e0552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5448880 Sep 20 16:01:25.113211 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db37993b-e41c-441d-839b-dc9015f1bc52 None None] Network b1f7654a-b770-4505-a754-64eddc6d9059 requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 16:01:25.307689 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0c3c1a73-0f33-43b6-85da-f7c3264db5c4 req-e6bc477b-3432-4549-aad8-18cb9971494b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bf0b02c11fa406eb7e8152365858c89&device_id=2b240d9a-d475-4f31-9268-6de383ed6cfd HTTP/1.1" status: 200 len: 1096 time: 0.2154634 Sep 20 16:01:25.452123 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b9789f41-834f-4cab-b541-41b64b03e8e3 None None] Provisioning for port e01fc608-8d5e-4422-aa22-9f9c0c5eec99 completed by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:01:25.468904 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning for port e01fc608-8d5e-4422-aa22-9f9c0c5eec99 completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:01:25.483446 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port e01fc608-8d5e-4422-aa22-9f9c0c5eec99 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:01:25.483931 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:25.557285 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c1a73-0f33-43b6-85da-f7c3264db5c4 req-09794ff5-c547-4164-a8d2-75824cdf9283 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:25.559058 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0c3c1a73-0f33-43b6-85da-f7c3264db5c4 req-09794ff5-c547-4164-a8d2-75824cdf9283 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f5b72bd9-9e2c-4379-b1a6-74f4994e0552 HTTP/1.1" status: 200 len: 916 time: 0.2163322 Sep 20 16:01:25.565388 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03822198-c505-4871-8787-df3c7490ee9a req-8807588a-7c4f-4b6d-b189-2dc6404903a5 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:25.567145 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-03822198-c505-4871-8787-df3c7490ee9a req-8807588a-7c4f-4b6d-b189-2dc6404903a5 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.6165352 Sep 20 16:01:25.645202 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:25.668118 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0c3c1a73-0f33-43b6-85da-f7c3264db5c4 req-ba88cac1-28f2-46d4-8a8b-5cd868b1cc47 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8e9f2662-9c4a-4709-afef-936a6aa9a305 HTTP/1.1" status: 200 len: 217 time: 0.0998678 Sep 20 16:01:25.681378 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-23db8422-7ab8-4440-ba90-0db60ac9961d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:25.682233 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-23db8422-7ab8-4440-ba90-0db60ac9961d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853749987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1017962'] for router, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:25.711411 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] For port e01fc608-8d5e-4422-aa22-9f9c0c5eec99, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=e01fc608-8d5e-4422-aa22-9f9c0c5eec99,segment=NetworkSegment(73040f4a-0f79-4704-b380-e129da678c84),segment_id=73040f4a-0f79-4704-b380-e129da678c84)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:01:25.718448 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:25.719462 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 1c385adc-7bb2-4eed-a457-4867f327f5c6 up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:01:25.751723 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:25.771828 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c1a73-0f33-43b6-85da-f7c3264db5c4 req-240e3192-b16c-4acc-b100-5d94371de996 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:25.773507 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0c3c1a73-0f33-43b6-85da-f7c3264db5c4 req-240e3192-b16c-4acc-b100-5d94371de996 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ec1946d3-cedd-49f4-8285-8cb4d80885c9 HTTP/1.1" status: 200 len: 855 time: 0.0887620 Sep 20 16:01:25.965275 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Pushing event updated for resources: {'Port': ['ID=e01fc608-8d5e-4422-aa22-9f9c0c5eec99,revision_number=3']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:26.010004 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:26.066410 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning for port 1c385adc-7bb2-4eed-a457-4867f327f5c6 completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:01:26.075435 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port 1c385adc-7bb2-4eed-a457-4867f327f5c6 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:01:26.075862 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:26.279951 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:26.362276 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] For port 1c385adc-7bb2-4eed-a457-4867f327f5c6, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=1c385adc-7bb2-4eed-a457-4867f327f5c6,segment=NetworkSegment(d9bf92d7-4aa5-474a-bd0c-595bc04024f9),segment_id=d9bf92d7-4aa5-474a-bd0c-595bc04024f9)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:01:26.364020 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-42ebdcb0-02fd-4e83-807a-32e19a8eed15 None None] Provisioning complete for port e01fc608-8d5e-4422-aa22-9f9c0c5eec99 triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:01:26.364626 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-42ebdcb0-02fd-4e83-807a-32e19a8eed15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:26.394573 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:26.403646 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:26.413153 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-03822198-c505-4871-8787-df3c7490ee9a req-c926e0b2-8df2-4c86-8f22-0889df93012f tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7883422 Sep 20 16:01:26.422189 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0c3c1a73-0f33-43b6-85da-f7c3264db5c4 req-c5f28854-42bc-4556-8eb7-e96c438bf4a2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f5b72bd9-9e2c-4379-b1a6-74f4994e0552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5614455 Sep 20 16:01:26.649356 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Pushing event updated for resources: {'Port': ['ID=1c385adc-7bb2-4eed-a457-4867f327f5c6,revision_number=5']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:26.657381 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:26.686709 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device e01fc608-8d5e-4422-aa22-9f9c0c5eec99 up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:01:26.743422 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a451f291-d724-4906-b698-2f2867108662 req-f3ed1c15-4443-47c3-b8a0-5e56042081b7 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:26.746553 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a451f291-d724-4906-b698-2f2867108662 req-f3ed1c15-4443-47c3-b8a0-5e56042081b7 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b240d9a-d475-4f31-9268-6de383ed6cfd HTTP/1.1" status: 200 len: 943 time: 0.3400047 Sep 20 16:01:26.763805 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0c3c1a73-0f33-43b6-85da-f7c3264db5c4 req-fd7d7b9b-30b0-494d-a8b6-94ea3d24f007 service neutron] 10.222.0.36 "GET /v2.0/networks/f5b72bd9-9e2c-4379-b1a6-74f4994e0552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994959 Sep 20 16:01:26.782768 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port e01fc608-8d5e-4422-aa22-9f9c0c5eec99 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:01:26.783216 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:26.879256 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a451f291-d724-4906-b698-2f2867108662 req-245d5f60-ddfa-471b-8c1e-a94cb23c0082 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136434 Sep 20 16:01:26.980176 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 8e9f2662-9c4a-4709-afef-936a6aa9a305 details requested by agent hyperv_hv-cinder-80966 with host hv-cinder-80966 {{(pid=82370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 20 16:01:27.033075 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0c3c1a73-0f33-43b6-85da-f7c3264db5c4 req-98447933-9e43-4733-be3d-2edefe87612d service neutron] 10.222.0.36 "GET /v2.0/networks/f5b72bd9-9e2c-4379-b1a6-74f4994e0552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396731 Sep 20 16:01:27.118457 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23db8422-7ab8-4440-ba90-0db60ac9961d admin admin] Router fbf35b7d-14e9-46bf-9d06-d1d6a1d85436 is scheduled to L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a with binding_index 1 {{(pid=82368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Sep 20 16:01:27.185350 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 8e9f2662-9c4a-4709-afef-936a6aa9a305, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=8e9f2662-9c4a-4709-afef-936a6aa9a305,segment=NetworkSegment(af014d27-e93b-4a03-86de-e38863424f3d),segment_id=af014d27-e93b-4a03-86de-e38863424f3d)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:01:27.202158 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Returning: {'device': '8e9f2662-9c4a-4709-afef-936a6aa9a305', 'network_id': 'f5b72bd9-9e2c-4379-b1a6-74f4994e0552', 'port_id': '8e9f2662-9c4a-4709-afef-936a6aa9a305', 'mac_address': 'fa:16:3e:93:e2:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec1946d3-cedd-49f4-8285-8cb4d80885c9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 20 16:01:27.269901 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:27.292016 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e9f2662-9c4a-4709-afef-936a6aa9a305 {{(pid=82370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 16:01:27.312337 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 8e9f2662-9c4a-4709-afef-936a6aa9a305, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=8e9f2662-9c4a-4709-afef-936a6aa9a305,segment=NetworkSegment(af014d27-e93b-4a03-86de-e38863424f3d),segment_id=af014d27-e93b-4a03-86de-e38863424f3d)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:01:27.317681 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:27.320959 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-87ca3cc9-bf63-4b8f-9e88-6c781ed85c37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:27.403894 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=8e9f2662-9c4a-4709-afef-936a6aa9a305,revision_number=4']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:27.416778 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:27.496196 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23db8422-7ab8-4440-ba90-0db60ac9961d admin admin] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 16:01:27.508561 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30dee31-b39c-42ff-8064-99970b5d466c None None] Sync routers for ids ['fbf35b7d-14e9-46bf-9d06-d1d6a1d85436'] in dv-cinder-809669-1-iscsi {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 16:01:27.526163 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30dee31-b39c-42ff-8064-99970b5d466c None None] Routers {'fbf35b7d-14e9-46bf-9d06-d1d6a1d85436'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:01:27.527541 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-f30dee31-b39c-42ff-8064-99970b5d466c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:01:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['fbf35b7d-14e9-46bf-9d06-d1d6a1d85436'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:01:27.533685 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-23db8422-7ab8-4440-ba90-0db60ac9961d admin admin] Notify callbacks [] for router, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:27.541871 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 54364) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:01:27.543212 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-23db8422-7ab8-4440-ba90-0db60ac9961d admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.0546908 Sep 20 16:01:27.761653 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-f30dee31-b39c-42ff-8064-99970b5d466c None None] Set router fbf35b7d-14e9-46bf-9d06-d1d6a1d85436 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:01:27.800458 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['8e9f2662-9c4a-4709-afef-936a6aa9a305'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:01:27.901826 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10057ff3-9c5b-418d-a775-ea71b4108e8f req-c067318b-23a0-4f02-adb3-81d55578a5f6 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:27.903633 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-10057ff3-9c5b-418d-a775-ea71b4108e8f req-c067318b-23a0-4f02-adb3-81d55578a5f6 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.2809551 Sep 20 16:01:28.019928 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-10057ff3-9c5b-418d-a775-ea71b4108e8f req-868ed21f-2af3-4f6f-bc11-d3491cdcdc26 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037340 Sep 20 16:01:28.342931 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.agents_db [None req-ae0f67a0-09e8-4135-93df-5bebfb5cb2de None None] Agent healthcheck: found 6 active agents {{(pid=82371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 20 16:01:28.393590 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c5a313-f247-479a-b667-61e5df76664e req-46ce4c4a-2b0a-4d17-abba-cbc44ac6caff tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:28.396069 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-32c5a313-f247-479a-b667-61e5df76664e req-46ce4c4a-2b0a-4d17-abba-cbc44ac6caff tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b240d9a-d475-4f31-9268-6de383ed6cfd HTTP/1.1" status: 200 len: 944 time: 0.1372259 Sep 20 16:01:28.489240 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-32c5a313-f247-479a-b667-61e5df76664e req-7e3941f2-7d0a-4d34-a46c-e560fef0acd2 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853236 Sep 20 16:01:28.605033 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-f30dee31-b39c-42ff-8064-99970b5d466c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf35b7d-14e9-46bf-9d06-d1d6a1d85436', 'name': 'tempest-TestMinimumBasicScenario-875753466-router', 'tenant_id': '64ef8542335e481781b430597d5a8db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'c30c80ee-58a8-49d5-9969-ecc864884086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:01:19Z', 'updated_at': '2021-09-20T16:01:24Z', 'revision_number': 3, 'project_id': '64ef8542335e481781b430597d5a8db6', 'gw_port': {'id': 'c30c80ee-58a8-49d5-9969-ecc864884086', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:08:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf35b7d-14e9-46bf-9d06-d1d6a1d85436', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:01:22Z', 'updated_at': '2021-09-20T16:01:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi'}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:01:28.615754 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30dee31-b39c-42ff-8064-99970b5d466c None None] Checking router: fbf35b7d-14e9-46bf-9d06-d1d6a1d85436 for host: dv-cinder-809669-1-iscsi {{(pid=82371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 16:01:28.616393 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30dee31-b39c-42ff-8064-99970b5d466c None None] Updating router fbf35b7d-14e9-46bf-9d06-d1d6a1d85436 port c30c80ee-58a8-49d5-9969-ecc864884086 binding host dv-cinder-809669-1-iscsi {{(pid=82371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 20 16:01:28.687363 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 1c385adc-7bb2-4eed-a457-4867f327f5c6 up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:01:28.757426 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f30dee31-b39c-42ff-8064-99970b5d466c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:28.797409 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port 1c385adc-7bb2-4eed-a457-4867f327f5c6 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:01:28.797847 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:29.020974 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1401f996-e825-42fd-8e4c-98e48ac94df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:29.297389 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f30dee31-b39c-42ff-8064-99970b5d466c None None] Notify callbacks [] for port, precommit_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:29.327068 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-f30dee31-b39c-42ff-8064-99970b5d466c None None] Transition to ACTIVE for port object c30c80ee-58a8-49d5-9969-ecc864884086 will not be triggered until provisioned by entity L2. {{(pid=82371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:01:29.335083 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f30dee31-b39c-42ff-8064-99970b5d466c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:29.341247 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d047cbc5-1c66-47d6-b65f-aa831fc3537d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:29.365958 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [None req-1401f996-e825-42fd-8e4c-98e48ac94df6 admin admin] Allocated IP 172.20.0.1 (b1f7654a-b770-4505-a754-64eddc6d9059/05481cef-a0f4-45a9-b71e-a3c09f698403/eca21202-68b3-4ca7-8cf9-5c685f6d0dda) {{(pid=82369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 16:01:29.418154 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47af52-999e-4dc0-81ef-77e1bb5c9522 None None] Pushing event updated for resources: {'Port': ['ID=c30c80ee-58a8-49d5-9969-ecc864884086,revision_number=2']} {{(pid=82371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:29.424429 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-fc47af52-999e-4dc0-81ef-77e1bb5c9522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:29.453661 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-f30dee31-b39c-42ff-8064-99970b5d466c None None] Attempting to bind port c30c80ee-58a8-49d5-9969-ecc864884086 on host dv-cinder-809669-1-iscsi for vnic_type normal with profile {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 16:01:29.454204 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-f30dee31-b39c-42ff-8064-99970b5d466c None None] Attempting to bind port c30c80ee-58a8-49d5-9969-ecc864884086 by drivers openvswitch,hyperv on host dv-cinder-809669-1-iscsi at level 0 using segments [{'id': 'fa70b37f-a099-4785-9555-8d4eef3560f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'}] {{(pid=82371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 16:01:29.454610 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30dee31-b39c-42ff-8064-99970b5d466c None None] Attempting to bind port c30c80ee-58a8-49d5-9969-ecc864884086 on network 378c8f1a-f14e-4679-b139-5c2d775a72d9 {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:01:29.465580 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30dee31-b39c-42ff-8064-99970b5d466c None None] Checking agent: {'id': 'e3ab64f4-5a45-40ad-bdab-6ad34693b70b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 51, 4), 'started_at': datetime.datetime(2021, 9, 20, 15, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 16, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 16:01:29.466292 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30dee31-b39c-42ff-8064-99970b5d466c None None] Checking segment: {'id': 'fa70b37f-a099-4785-9555-8d4eef3560f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:01:29.466965 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f30dee31-b39c-42ff-8064-99970b5d466c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:29.467775 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30dee31-b39c-42ff-8064-99970b5d466c None None] Bound using segment: {'id': 'fa70b37f-a099-4785-9555-8d4eef3560f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'} {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 16:01:29.468470 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-f30dee31-b39c-42ff-8064-99970b5d466c None None] Bound port: c30c80ee-58a8-49d5-9969-ecc864884086, host: dv-cinder-809669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa70b37f-a099-4785-9555-8d4eef3560f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'}}] {{(pid=82371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 16:01:29.469079 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f30dee31-b39c-42ff-8064-99970b5d466c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:29.495361 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156c802-7d28-4df3-9cf2-ce996a207c92 req-d3288afb-9a09-435b-8bb1-7e6b32d8d88a tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:29.497050 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1156c802-7d28-4df3-9cf2-ce996a207c92 req-d3288afb-9a09-435b-8bb1-7e6b32d8d88a tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1728621 Sep 20 16:01:29.573656 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-f30dee31-b39c-42ff-8064-99970b5d466c None None] For port c30c80ee-58a8-49d5-9969-ecc864884086, host dv-cinder-809669-1-iscsi, cleared binding levels {{(pid=82371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 16:01:29.578523 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-f30dee31-b39c-42ff-8064-99970b5d466c None None] For port c30c80ee-58a8-49d5-9969-ecc864884086, host dv-cinder-809669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=c30c80ee-58a8-49d5-9969-ecc864884086,segment=NetworkSegment(fa70b37f-a099-4785-9555-8d4eef3560f5),segment_id=fa70b37f-a099-4785-9555-8d4eef3560f5)] {{(pid=82371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 16:01:29.580101 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1156c802-7d28-4df3-9cf2-ce996a207c92 req-e855cc70-9b93-4509-be06-48817783996e tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762436 Sep 20 16:01:29.584714 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f30dee31-b39c-42ff-8064-99970b5d466c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:29.601061 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1401f996-e825-42fd-8e4c-98e48ac94df6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:29.610469 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:29.618745 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-1401f996-e825-42fd-8e4c-98e48ac94df6 admin admin] Transition to ACTIVE for port object eca21202-68b3-4ca7-8cf9-5c685f6d0dda will not be triggered until provisioned by entity DHCP. {{(pid=82369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:01:29.647685 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1401f996-e825-42fd-8e4c-98e48ac94df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33095450'] for port, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:29.652700 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:29.724816 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1401f996-e825-42fd-8e4c-98e48ac94df6 admin admin] Network b1f7654a-b770-4505-a754-64eddc6d9059 is already hosted by enough agents. {{(pid=82369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:01:29.747286 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-1401f996-e825-42fd-8e4c-98e48ac94df6 admin admin] Resources bound (agent type, host, resource id): {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:01:29.787284 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1401f996-e825-42fd-8e4c-98e48ac94df6 admin admin] Received port after_create {{(pid=82369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 16:01:29.844699 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30dee31-b39c-42ff-8064-99970b5d466c None None] Routers {'fbf35b7d-14e9-46bf-9d06-d1d6a1d85436'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:01:29.849386 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-f30dee31-b39c-42ff-8064-99970b5d466c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:01:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['fbf35b7d-14e9-46bf-9d06-d1d6a1d85436'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:01:29.861157 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1401f996-e825-42fd-8e4c-98e48ac94df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853758162'] for router_interface, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:29.905208 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401f996-e825-42fd-8e4c-98e48ac94df6 admin admin] Pushing event updated for resources: {'Port': ['ID=eca21202-68b3-4ca7-8cf9-5c685f6d0dda,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:29.935447 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-1401f996-e825-42fd-8e4c-98e48ac94df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:29.963000 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360d7fc-7857-4dac-bd66-00c0609bca38 req-cb615b36-1327-4c93-b290-ab276d9a71a4 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:29.978334 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c360d7fc-7857-4dac-bd66-00c0609bca38 req-cb615b36-1327-4c93-b290-ab276d9a71a4 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b240d9a-d475-4f31-9268-6de383ed6cfd HTTP/1.1" status: 200 len: 944 time: 0.2350132 Sep 20 16:01:29.995179 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1401f996-e825-42fd-8e4c-98e48ac94df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:30.064554 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c360d7fc-7857-4dac-bd66-00c0609bca38 req-eb791e8d-2840-4d49-96a2-97fefe966d10 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851729 Sep 20 16:01:30.084550 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc47af52-999e-4dc0-81ef-77e1bb5c9522 None None] Pushing event updated for resources: {'Port': ['ID=c30c80ee-58a8-49d5-9969-ecc864884086,revision_number=3']} {{(pid=82371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:30.090292 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-fc47af52-999e-4dc0-81ef-77e1bb5c9522 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:30.193462 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-f30dee31-b39c-42ff-8064-99970b5d466c None None] Set router fbf35b7d-14e9-46bf-9d06-d1d6a1d85436 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:01:30.412073 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-d1d624bb-4859-48b4-97d1-d92f6a2f4c6e None None] Provisioning for port eca21202-68b3-4ca7-8cf9-5c685f6d0dda completed by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:01:30.420013 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-d1d624bb-4859-48b4-97d1-d92f6a2f4c6e None None] Provisioning complete for port eca21202-68b3-4ca7-8cf9-5c685f6d0dda triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:01:30.423415 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d1d624bb-4859-48b4-97d1-d92f6a2f4c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:30.426054 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1401f996-e825-42fd-8e4c-98e48ac94df6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:30.433606 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1401f996-e825-42fd-8e4c-98e48ac94df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036821680366'] for port, after_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:30.507963 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-6960a56f-73b5-49ce-8907-2f2658d0ad21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:30.542238 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1401f996-e825-42fd-8e4c-98e48ac94df6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853516226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1017672'] for router_interface, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:30.570587 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-d1d624bb-4859-48b4-97d1-d92f6a2f4c6e None None] Port eca21202-68b3-4ca7-8cf9-5c685f6d0dda cannot update to ACTIVE because it is not bound. {{(pid=82370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 20 16:01:30.705039 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-f30dee31-b39c-42ff-8064-99970b5d466c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf35b7d-14e9-46bf-9d06-d1d6a1d85436', 'name': 'tempest-TestMinimumBasicScenario-875753466-router', 'tenant_id': '64ef8542335e481781b430597d5a8db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'c30c80ee-58a8-49d5-9969-ecc864884086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:01:19Z', 'updated_at': '2021-09-20T16:01:29Z', 'revision_number': 4, 'project_id': '64ef8542335e481781b430597d5a8db6', 'gw_port': {'id': 'c30c80ee-58a8-49d5-9969-ecc864884086', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:08:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf35b7d-14e9-46bf-9d06-d1d6a1d85436', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:01:22Z', 'updated_at': '2021-09-20T16:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': 'eca21202-68b3-4ca7-8cf9-5c685f6d0dda', 'name': '', 'network_id': 'b1f7654a-b770-4505-a754-64eddc6d9059', 'tenant_id': '64ef8542335e481781b430597d5a8db6', 'mac_address': 'fa:16:3e:a9:53:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf35b7d-14e9-46bf-9d06-d1d6a1d85436', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05481cef-a0f4-45a9-b71e-a3c09f698403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:01:29Z', 'updated_at': '2021-09-20T16:01:29Z', 'revision_number': 1, 'project_id': '64ef8542335e481781b430597d5a8db6', 'subnets': [{'id': '05481cef-a0f4-45a9-b71e-a3c09f698403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:01:30.710914 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f30dee31-b39c-42ff-8064-99970b5d466c None None] The sync data for ids ['fbf35b7d-14e9-46bf-9d06-d1d6a1d85436'] in dv-cinder-809669-1-iscsi is: [{'id': 'fbf35b7d-14e9-46bf-9d06-d1d6a1d85436', 'name': 'tempest-TestMinimumBasicScenario-875753466-router', 'tenant_id': '64ef8542335e481781b430597d5a8db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'c30c80ee-58a8-49d5-9969-ecc864884086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:01:19Z', 'updated_at': '2021-09-20T16:01:29Z', 'revision_number': 4, 'project_id': '64ef8542335e481781b430597d5a8db6', 'gw_port': {'id': 'c30c80ee-58a8-49d5-9969-ecc864884086', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:08:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf35b7d-14e9-46bf-9d06-d1d6a1d85436', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:01:22Z', 'updated_at': '2021-09-20T16:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': 'eca21202-68b3-4ca7-8cf9-5c685f6d0dda', 'name': '', 'network_id': 'b1f7654a-b770-4505-a754-64eddc6d9059', 'tenant_id': '64ef8542335e481781b430597d5a8db6', 'mac_address': 'fa:16:3e:a9:53:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf35b7d-14e9-46bf-9d06-d1d6a1d85436', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05481cef-a0f4-45a9-b71e-a3c09f698403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:01:29Z', 'updated_at': '2021-09-20T16:01:29Z', 'revision_number': 1, 'project_id': '64ef8542335e481781b430597d5a8db6', 'subnets': [{'id': '05481cef-a0f4-45a9-b71e-a3c09f698403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 16:01:30.873319 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1401f996-e825-42fd-8e4c-98e48ac94df6 admin admin] Pushing event updated for resources: {'Port': ['ID=eca21202-68b3-4ca7-8cf9-5c685f6d0dda,revision_number=2']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:30.896944 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-1401f996-e825-42fd-8e4c-98e48ac94df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:30.923148 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 8e9f2662-9c4a-4709-afef-936a6aa9a305 up at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:01:31.008789 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1401f996-e825-42fd-8e4c-98e48ac94df6 admin admin] Network b1f7654a-b770-4505-a754-64eddc6d9059 is already hosted by enough agents. {{(pid=82369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:01:31.014526 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-1401f996-e825-42fd-8e4c-98e48ac94df6 admin admin] Resources bound (agent type, host, resource id): {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:01:31.018583 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8145c1cb-d63d-498f-b517-8cd95d3674c6 req-141c1c4c-38dd-427e-8aa6-685345bc4a91 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:31.031682 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8145c1cb-d63d-498f-b517-8cd95d3674c6 req-141c1c4c-38dd-427e-8aa6-685345bc4a91 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.2162161 Sep 20 16:01:31.120365 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning for port 8e9f2662-9c4a-4709-afef-936a6aa9a305 completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:01:31.157645 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning complete for port 8e9f2662-9c4a-4709-afef-936a6aa9a305 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:01:31.158558 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:31.163690 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8145c1cb-d63d-498f-b517-8cd95d3674c6 req-bc760da9-3257-4e8e-b42a-09f01a3beaa7 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270814 Sep 20 16:01:31.434958 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:31.478006 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b240d9a-d475-4f31-9268-6de383ed6cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9f2662-9c4a-4709-afef-936a6aa9a305'}] {{(pid=82370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:01:31.510582 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 8e9f2662-9c4a-4709-afef-936a6aa9a305, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=8e9f2662-9c4a-4709-afef-936a6aa9a305,segment=NetworkSegment(af014d27-e93b-4a03-86de-e38863424f3d),segment_id=af014d27-e93b-4a03-86de-e38863424f3d)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:01:31.520647 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:31.522693 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:31.560118 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cace5d-0af9-4839-9a91-de63ac00a095 req-6f4deb09-fd4c-420a-ab3e-80acc5375285 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:31.569288 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-57cace5d-0af9-4839-9a91-de63ac00a095 req-6f4deb09-fd4c-420a-ab3e-80acc5375285 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b240d9a-d475-4f31-9268-6de383ed6cfd HTTP/1.1" status: 200 len: 944 time: 0.1608889 Sep 20 16:01:31.619110 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b240d9a-d475-4f31-9268-6de383ed6cfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e9f2662-9c4a-4709-afef-936a6aa9a305', 'code': 200} Sep 20 16:01:31.671201 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-57cace5d-0af9-4839-9a91-de63ac00a095 req-af034366-eb24-4751-9ec1-763993862ee3 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006467 Sep 20 16:01:31.688483 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=8e9f2662-9c4a-4709-afef-936a6aa9a305,revision_number=5']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:31.709263 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:31.726456 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-edf81879-6c7a-4a40-9942-70cc8acfe572 None None] Provisioning complete for port eca21202-68b3-4ca7-8cf9-5c685f6d0dda triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:01:31.727145 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-edf81879-6c7a-4a40-9942-70cc8acfe572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:31.797903 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-edf81879-6c7a-4a40-9942-70cc8acfe572 None None] Port eca21202-68b3-4ca7-8cf9-5c685f6d0dda cannot update to ACTIVE because it is not bound. {{(pid=82370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 20 16:01:32.048082 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1401f996-e825-42fd-8e4c-98e48ac94df6 admin admin] Router fbf35b7d-14e9-46bf-9d06-d1d6a1d85436 has already been hosted by L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a {{(pid=82369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 20 16:01:32.368580 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1401f996-e825-42fd-8e4c-98e48ac94df6 admin admin] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 16:01:32.380256 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-1401f996-e825-42fd-8e4c-98e48ac94df6 admin admin] 10.222.0.35 "PUT /v2.0/routers/fbf35b7d-14e9-46bf-9d06-d1d6a1d85436/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8367703 Sep 20 16:01:32.506066 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d697937-bd0a-425e-9811-db342e12c9d5 req-f43f2aa0-0b0c-4a98-85be-786f14e123c8 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:32.511458 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3d697937-bd0a-425e-9811-db342e12c9d5 req-f43f2aa0-0b0c-4a98-85be-786f14e123c8 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1407917 Sep 20 16:01:32.599254 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3d697937-bd0a-425e-9811-db342e12c9d5 req-d338e1d0-1328-43b1-aaa9-767cef344f3d tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787263 Sep 20 16:01:32.677654 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device c30c80ee-58a8-49d5-9969-ecc864884086 up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:01:32.820689 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dc93a341-e783-4a4a-a455-e0df0d659e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:32.833568 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning for port c30c80ee-58a8-49d5-9969-ecc864884086 completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:01:32.839829 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port c30c80ee-58a8-49d5-9969-ecc864884086 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:01:32.840258 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:33.036614 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:33.053626 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] For port c30c80ee-58a8-49d5-9969-ecc864884086, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=c30c80ee-58a8-49d5-9969-ecc864884086,segment=NetworkSegment(fa70b37f-a099-4785-9555-8d4eef3560f5),segment_id=fa70b37f-a099-4785-9555-8d4eef3560f5)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:01:33.057316 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:33.060316 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:33.072767 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cd61e9-9e0c-44e9-b4a9-99546afceeb2 req-5b7fb125-ec74-4de3-aeb2-c26d1c2d4969 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:33.074438 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c3cd61e9-9e0c-44e9-b4a9-99546afceeb2 req-5b7fb125-ec74-4de3-aeb2-c26d1c2d4969 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b240d9a-d475-4f31-9268-6de383ed6cfd HTTP/1.1" status: 200 len: 945 time: 0.2352147 Sep 20 16:01:33.163361 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c3cd61e9-9e0c-44e9-b4a9-99546afceeb2 req-2d52e5f2-d8e6-40d4-b9bb-91a8b1ee8bad tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789473 Sep 20 16:01:33.215125 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Pushing event updated for resources: {'Port': ['ID=c30c80ee-58a8-49d5-9969-ecc864884086,revision_number=4']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:33.230424 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:34.101105 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7224771-03c2-4346-a811-591859b8fcd4 req-4705aa5a-6c1f-4fc7-abc7-10231741ef89 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:34.113365 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a7224771-03c2-4346-a811-591859b8fcd4 req-4705aa5a-6c1f-4fc7-abc7-10231741ef89 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.2487900 Sep 20 16:01:34.160218 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:34.204984 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a7224771-03c2-4346-a811-591859b8fcd4 req-634e31b0-1a71-4878-89df-17baac26b26c tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840781 Sep 20 16:01:34.511671 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a7f57e-730e-41ec-bb96-2911c31dc87c req-8133bc1f-223b-476f-bea2-45cbf0c3d85f tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:34.513229 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a8a7f57e-730e-41ec-bb96-2911c31dc87c req-8133bc1f-223b-476f-bea2-45cbf0c3d85f tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b240d9a-d475-4f31-9268-6de383ed6cfd HTTP/1.1" status: 200 len: 945 time: 0.1544294 Sep 20 16:01:34.613722 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a8a7f57e-730e-41ec-bb96-2911c31dc87c req-0de9febb-61f6-4d1e-92c6-dbf70f1ee03c tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897803 Sep 20 16:01:34.676376 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device c30c80ee-58a8-49d5-9969-ecc864884086 up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:01:34.835991 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port c30c80ee-58a8-49d5-9969-ecc864884086 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:01:34.840556 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:35.215248 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0172a89e-1d5c-42b7-a935-044b15375c09 req-7a6899ac-0bc3-478d-b705-df9150a55a46 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2b240d9a-d475-4f31-9268-6de383ed6cfd HTTP/1.1" status: 200 len: 1098 time: 0.1884317 Sep 20 16:01:35.252553 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ae3f7702-34cb-491a-b5d0-62ad469e5fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:35.357346 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0172a89e-1d5c-42b7-a935-044b15375c09 req-0f7d3ca5-b7b4-483e-8725-1859161a2163 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340191 Sep 20 16:01:35.560338 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:35.597132 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac37504-caa1-4f7d-b2ab-4305263b8814 req-94c80355-0a21-4a91-a7d0-b743d47d8a43 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:35.606070 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3ac37504-caa1-4f7d-b2ab-4305263b8814 req-94c80355-0a21-4a91-a7d0-b743d47d8a43 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1815820 Sep 20 16:01:35.786217 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3ac37504-caa1-4f7d-b2ab-4305263b8814 req-cc124f36-f0b6-42e7-aaa0-d27674551ff9 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790395 Sep 20 16:01:36.135988 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756687e-4b6d-4f68-adfa-b3039a1e7ca7 req-33db7666-20ce-413d-a05b-a7464634bdb4 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:36.147983 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92c8282-2dcd-4906-8ec8-e19410641f40 None None] Sync routers for ids ['fbf35b7d-14e9-46bf-9d06-d1d6a1d85436'] in dv-cinder-809669-1-iscsi {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 16:01:36.163237 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a756687e-4b6d-4f68-adfa-b3039a1e7ca7 req-33db7666-20ce-413d-a05b-a7464634bdb4 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b240d9a-d475-4f31-9268-6de383ed6cfd HTTP/1.1" status: 200 len: 945 time: 0.1835465 Sep 20 16:01:36.189550 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92c8282-2dcd-4906-8ec8-e19410641f40 None None] Routers {'fbf35b7d-14e9-46bf-9d06-d1d6a1d85436'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:01:36.190307 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-a92c8282-2dcd-4906-8ec8-e19410641f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:01:35Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['fbf35b7d-14e9-46bf-9d06-d1d6a1d85436'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:01:36.292647 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a756687e-4b6d-4f68-adfa-b3039a1e7ca7 req-ca446d92-e98b-4e55-bf77-18cef14e74bd tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283145 Sep 20 16:01:36.581251 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-a92c8282-2dcd-4906-8ec8-e19410641f40 None None] Set router fbf35b7d-14e9-46bf-9d06-d1d6a1d85436 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:01:37.204012 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e630b-c46d-4fa6-9f57-09104248a6b9 req-25e3fb7e-d50f-4612-ae87-b8402e125384 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:37.214824 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-894e630b-c46d-4fa6-9f57-09104248a6b9 req-25e3fb7e-d50f-4612-ae87-b8402e125384 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1686151 Sep 20 16:01:37.252415 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:37.277410 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-894e630b-c46d-4fa6-9f57-09104248a6b9 req-6687af0e-d432-4830-bcb5-fc2e126f5f89 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588703 Sep 20 16:01:37.314497 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-a92c8282-2dcd-4906-8ec8-e19410641f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf35b7d-14e9-46bf-9d06-d1d6a1d85436', 'name': 'tempest-TestMinimumBasicScenario-875753466-router', 'tenant_id': '64ef8542335e481781b430597d5a8db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'c30c80ee-58a8-49d5-9969-ecc864884086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:01:19Z', 'updated_at': '2021-09-20T16:01:29Z', 'revision_number': 4, 'project_id': '64ef8542335e481781b430597d5a8db6', 'gw_port': {'id': 'c30c80ee-58a8-49d5-9969-ecc864884086', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:08:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf35b7d-14e9-46bf-9d06-d1d6a1d85436', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:01:22Z', 'updated_at': '2021-09-20T16:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': 'eca21202-68b3-4ca7-8cf9-5c685f6d0dda', 'name': '', 'network_id': 'b1f7654a-b770-4505-a754-64eddc6d9059', 'tenant_id': '64ef8542335e481781b430597d5a8db6', 'mac_address': 'fa:16:3e:a9:53:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf35b7d-14e9-46bf-9d06-d1d6a1d85436', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05481cef-a0f4-45a9-b71e-a3c09f698403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:01:29Z', 'updated_at': '2021-09-20T16:01:30Z', 'revision_number': 2, 'project_id': '64ef8542335e481781b430597d5a8db6', 'subnets': [{'id': '05481cef-a0f4-45a9-b71e-a3c09f698403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:01:37.322795 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92c8282-2dcd-4906-8ec8-e19410641f40 None None] Checking router: fbf35b7d-14e9-46bf-9d06-d1d6a1d85436 for host: dv-cinder-809669-1-iscsi {{(pid=82370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 16:01:37.323397 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92c8282-2dcd-4906-8ec8-e19410641f40 None None] Updating router fbf35b7d-14e9-46bf-9d06-d1d6a1d85436 port eca21202-68b3-4ca7-8cf9-5c685f6d0dda binding host dv-cinder-809669-1-iscsi {{(pid=82370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 20 16:01:37.407185 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a92c8282-2dcd-4906-8ec8-e19410641f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:37.822746 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cef88-023a-453f-a992-c1edadce3c2c req-d0200774-6d67-4886-905b-63f7ce34e1a5 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:37.836051 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-587cef88-023a-453f-a992-c1edadce3c2c req-d0200774-6d67-4886-905b-63f7ce34e1a5 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b240d9a-d475-4f31-9268-6de383ed6cfd HTTP/1.1" status: 200 len: 945 time: 0.2256684 Sep 20 16:01:37.955520 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-587cef88-023a-453f-a992-c1edadce3c2c req-7c1202e9-20ee-4fc4-bfba-6028316f82f4 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184468 Sep 20 16:01:38.189524 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a92c8282-2dcd-4906-8ec8-e19410641f40 None None] Notify callbacks [] for port, precommit_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:38.208871 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-a92c8282-2dcd-4906-8ec8-e19410641f40 None None] Transition to ACTIVE for port object eca21202-68b3-4ca7-8cf9-5c685f6d0dda will not be triggered until provisioned by entity L2. {{(pid=82370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:01:38.215511 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a92c8282-2dcd-4906-8ec8-e19410641f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:38.227671 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:38.486416 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b427d80-e0b3-4bdc-9d51-a5c14dfd97d1 None None] Pushing event updated for resources: {'Port': ['ID=eca21202-68b3-4ca7-8cf9-5c685f6d0dda,revision_number=3']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:38.500156 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b427d80-e0b3-4bdc-9d51-a5c14dfd97d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:38.500548 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b427d80-e0b3-4bdc-9d51-a5c14dfd97d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:38.500998 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b427d80-e0b3-4bdc-9d51-a5c14dfd97d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:38.501443 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b427d80-e0b3-4bdc-9d51-a5c14dfd97d1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:38.501979 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b427d80-e0b3-4bdc-9d51-a5c14dfd97d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:38.502143 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b427d80-e0b3-4bdc-9d51-a5c14dfd97d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:38.502601 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b427d80-e0b3-4bdc-9d51-a5c14dfd97d1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:38.502886 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b427d80-e0b3-4bdc-9d51-a5c14dfd97d1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:38.503258 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b427d80-e0b3-4bdc-9d51-a5c14dfd97d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:38.503618 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b427d80-e0b3-4bdc-9d51-a5c14dfd97d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:38.503980 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b427d80-e0b3-4bdc-9d51-a5c14dfd97d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:01:38.507679 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-7b427d80-e0b3-4bdc-9d51-a5c14dfd97d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:38.528950 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-a92c8282-2dcd-4906-8ec8-e19410641f40 None None] Attempting to bind port eca21202-68b3-4ca7-8cf9-5c685f6d0dda on host dv-cinder-809669-1-iscsi for vnic_type normal with profile {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 16:01:38.529368 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-a92c8282-2dcd-4906-8ec8-e19410641f40 None None] Attempting to bind port eca21202-68b3-4ca7-8cf9-5c685f6d0dda by drivers openvswitch,hyperv on host dv-cinder-809669-1-iscsi at level 0 using segments [{'id': '73040f4a-0f79-4704-b380-e129da678c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b1f7654a-b770-4505-a754-64eddc6d9059'}] {{(pid=82370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 16:01:38.529783 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92c8282-2dcd-4906-8ec8-e19410641f40 None None] Attempting to bind port eca21202-68b3-4ca7-8cf9-5c685f6d0dda on network b1f7654a-b770-4505-a754-64eddc6d9059 {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:01:38.538082 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92c8282-2dcd-4906-8ec8-e19410641f40 None None] Checking agent: {'id': 'e3ab64f4-5a45-40ad-bdab-6ad34693b70b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 51, 4), 'started_at': datetime.datetime(2021, 9, 20, 15, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 16, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 16:01:38.538503 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92c8282-2dcd-4906-8ec8-e19410641f40 None None] Checking segment: {'id': '73040f4a-0f79-4704-b380-e129da678c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b1f7654a-b770-4505-a754-64eddc6d9059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:01:38.538980 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a92c8282-2dcd-4906-8ec8-e19410641f40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:38.539422 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92c8282-2dcd-4906-8ec8-e19410641f40 None None] Bound using segment: {'id': '73040f4a-0f79-4704-b380-e129da678c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b1f7654a-b770-4505-a754-64eddc6d9059'} {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 16:01:38.539946 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-a92c8282-2dcd-4906-8ec8-e19410641f40 None None] Bound port: eca21202-68b3-4ca7-8cf9-5c685f6d0dda, host: dv-cinder-809669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73040f4a-0f79-4704-b380-e129da678c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'b1f7654a-b770-4505-a754-64eddc6d9059'}}] {{(pid=82370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 16:01:38.540363 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a92c8282-2dcd-4906-8ec8-e19410641f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:38.627396 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1c4f6-5ad3-4528-a759-2d155fd108b0 req-7ce7d9f7-ee60-4081-920e-c0a2cb321148 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:38.637052 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-aaa1c4f6-5ad3-4528-a759-2d155fd108b0 req-7ce7d9f7-ee60-4081-920e-c0a2cb321148 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1655886 Sep 20 16:01:38.705819 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-aaa1c4f6-5ad3-4528-a759-2d155fd108b0 req-260e2a13-0d76-4354-8dc3-e0f2ae8d1d7e tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616210 Sep 20 16:01:38.737641 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-a92c8282-2dcd-4906-8ec8-e19410641f40 None None] For port eca21202-68b3-4ca7-8cf9-5c685f6d0dda, host dv-cinder-809669-1-iscsi, cleared binding levels {{(pid=82370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 16:01:38.757461 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-a92c8282-2dcd-4906-8ec8-e19410641f40 None None] For port eca21202-68b3-4ca7-8cf9-5c685f6d0dda, host dv-cinder-809669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=eca21202-68b3-4ca7-8cf9-5c685f6d0dda,segment=NetworkSegment(73040f4a-0f79-4704-b380-e129da678c84),segment_id=73040f4a-0f79-4704-b380-e129da678c84)] {{(pid=82370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 16:01:38.762024 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a92c8282-2dcd-4906-8ec8-e19410641f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:38.786405 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:38.862774 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92c8282-2dcd-4906-8ec8-e19410641f40 None None] Routers {'fbf35b7d-14e9-46bf-9d06-d1d6a1d85436'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:01:38.863505 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-a92c8282-2dcd-4906-8ec8-e19410641f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:01:35Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['fbf35b7d-14e9-46bf-9d06-d1d6a1d85436'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:01:39.118053 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-a92c8282-2dcd-4906-8ec8-e19410641f40 None None] Set router fbf35b7d-14e9-46bf-9d06-d1d6a1d85436 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:01:39.765976 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b427d80-e0b3-4bdc-9d51-a5c14dfd97d1 None None] Pushing event updated for resources: {'Port': ['ID=eca21202-68b3-4ca7-8cf9-5c685f6d0dda,revision_number=4']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:39.769921 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-7b427d80-e0b3-4bdc-9d51-a5c14dfd97d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.984s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:39.772288 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-a92c8282-2dcd-4906-8ec8-e19410641f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf35b7d-14e9-46bf-9d06-d1d6a1d85436', 'name': 'tempest-TestMinimumBasicScenario-875753466-router', 'tenant_id': '64ef8542335e481781b430597d5a8db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'c30c80ee-58a8-49d5-9969-ecc864884086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:01:19Z', 'updated_at': '2021-09-20T16:01:29Z', 'revision_number': 4, 'project_id': '64ef8542335e481781b430597d5a8db6', 'gw_port': {'id': 'c30c80ee-58a8-49d5-9969-ecc864884086', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:08:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf35b7d-14e9-46bf-9d06-d1d6a1d85436', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:01:22Z', 'updated_at': '2021-09-20T16:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': 'eca21202-68b3-4ca7-8cf9-5c685f6d0dda', 'name': '', 'network_id': 'b1f7654a-b770-4505-a754-64eddc6d9059', 'tenant_id': '64ef8542335e481781b430597d5a8db6', 'mac_address': 'fa:16:3e:a9:53:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf35b7d-14e9-46bf-9d06-d1d6a1d85436', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05481cef-a0f4-45a9-b71e-a3c09f698403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:01:29Z', 'updated_at': '2021-09-20T16:01:38Z', 'revision_number': 4, 'project_id': '64ef8542335e481781b430597d5a8db6', 'subnets': [{'id': '05481cef-a0f4-45a9-b71e-a3c09f698403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:01:39.777680 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92c8282-2dcd-4906-8ec8-e19410641f40 None None] The sync data for ids ['fbf35b7d-14e9-46bf-9d06-d1d6a1d85436'] in dv-cinder-809669-1-iscsi is: [{'id': 'fbf35b7d-14e9-46bf-9d06-d1d6a1d85436', 'name': 'tempest-TestMinimumBasicScenario-875753466-router', 'tenant_id': '64ef8542335e481781b430597d5a8db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'c30c80ee-58a8-49d5-9969-ecc864884086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:01:19Z', 'updated_at': '2021-09-20T16:01:29Z', 'revision_number': 4, 'project_id': '64ef8542335e481781b430597d5a8db6', 'gw_port': {'id': 'c30c80ee-58a8-49d5-9969-ecc864884086', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:08:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf35b7d-14e9-46bf-9d06-d1d6a1d85436', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:01:22Z', 'updated_at': '2021-09-20T16:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': 'eca21202-68b3-4ca7-8cf9-5c685f6d0dda', 'name': '', 'network_id': 'b1f7654a-b770-4505-a754-64eddc6d9059', 'tenant_id': '64ef8542335e481781b430597d5a8db6', 'mac_address': 'fa:16:3e:a9:53:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbf35b7d-14e9-46bf-9d06-d1d6a1d85436', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '05481cef-a0f4-45a9-b71e-a3c09f698403', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:01:29Z', 'updated_at': '2021-09-20T16:01:38Z', 'revision_number': 4, 'project_id': '64ef8542335e481781b430597d5a8db6', 'subnets': [{'id': '05481cef-a0f4-45a9-b71e-a3c09f698403', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 16:01:40.124748 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8ad9d-4e4e-4d4b-ac1c-83d55711c8bd req-23de9f4c-72ec-4596-bcc3-30f19cb2ea54 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:40.145976 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-19d8ad9d-4e4e-4d4b-ac1c-83d55711c8bd req-23de9f4c-72ec-4596-bcc3-30f19cb2ea54 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1738503 Sep 20 16:01:40.261331 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:40.289917 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-19d8ad9d-4e4e-4d4b-ac1c-83d55711c8bd req-077cf414-2b97-451f-b177-4d177554c460 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427102 Sep 20 16:01:40.815844 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device eca21202-68b3-4ca7-8cf9-5c685f6d0dda up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:01:40.957472 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning for port eca21202-68b3-4ca7-8cf9-5c685f6d0dda completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:01:40.983605 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port eca21202-68b3-4ca7-8cf9-5c685f6d0dda triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:01:40.987335 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:41.343631 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:41.649674 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] For port eca21202-68b3-4ca7-8cf9-5c685f6d0dda, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=eca21202-68b3-4ca7-8cf9-5c685f6d0dda,segment=NetworkSegment(73040f4a-0f79-4704-b380-e129da678c84),segment_id=73040f4a-0f79-4704-b380-e129da678c84)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:01:41.660170 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:41.665493 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:41.787911 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Pushing event updated for resources: {'Port': ['ID=eca21202-68b3-4ca7-8cf9-5c685f6d0dda,revision_number=5']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:41.794191 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:42.620109 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 54624) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:01:42.729069 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device eca21202-68b3-4ca7-8cf9-5c685f6d0dda up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:01:42.752542 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aed91b-d0cc-4342-a70f-b7c3a5cf6c66 req-915dd9f1-502d-4d31-82c7-0f7c8c3ca525 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:42.758826 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-64aed91b-d0cc-4342-a70f-b7c3a5cf6c66 req-915dd9f1-502d-4d31-82c7-0f7c8c3ca525 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1779544 Sep 20 16:01:42.877266 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-64aed91b-d0cc-4342-a70f-b7c3a5cf6c66 req-7219cdec-c8de-4a3b-a435-c78dd8825dd9 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053081 Sep 20 16:01:42.948315 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port eca21202-68b3-4ca7-8cf9-5c685f6d0dda triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:01:42.949101 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:43.108423 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-190206b8-386b-4042-9c50-3391718856b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:43.240941 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-190206b8-386b-4042-9c50-3391718856b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:01:43.253619 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-190206b8-386b-4042-9c50-3391718856b0 admin admin] Usage tracker for resource:security_group_rule and tenant:c26d483685ad40da912cb7cfce3859d2 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:01:43.259100 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-190206b8-386b-4042-9c50-3391718856b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:01:43.267623 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-190206b8-386b-4042-9c50-3391718856b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:01:43.376836 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-190206b8-386b-4042-9c50-3391718856b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:43.385009 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-190206b8-386b-4042-9c50-3391718856b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:43.396113 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d0e190e2-a503-4245-aed7-e88f724ba247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:43.517042 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 54634) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:01:43.527226 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-190206b8-386b-4042-9c50-3391718856b0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c26d483685ad40da912cb7cfce3859d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9058533 Sep 20 16:01:43.530798 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190206b8-386b-4042-9c50-3391718856b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d121a03-1c13-490a-9e22-c7918e2c45a6,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:43.535839 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-190206b8-386b-4042-9c50-3391718856b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:43.655553 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fc6ff86a-9328-4d7e-8c1d-6e957237daa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:43.683699 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fc6ff86a-9328-4d7e-8c1d-6e957237daa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:43.870160 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625812f-c124-4519-ab2c-d7eb23340e78 req-67cbef39-18aa-491c-9716-0a8f6d4d1df5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:43.896715 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0625812f-c124-4519-ab2c-d7eb23340e78 req-67cbef39-18aa-491c-9716-0a8f6d4d1df5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.3175812 Sep 20 16:01:43.979182 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fc6ff86a-9328-4d7e-8c1d-6e957237daa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:43.999663 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0625812f-c124-4519-ab2c-d7eb23340e78 req-e1c2cf9b-a878-48a0-91df-884c95c73e6a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978382 Sep 20 16:01:44.000302 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:44.031324 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6ff86a-9328-4d7e-8c1d-6e957237daa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d121a03-1c13-490a-9e22-c7918e2c45a6,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:44.031324 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-fc6ff86a-9328-4d7e-8c1d-6e957237daa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:44.031324 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fc6ff86a-9328-4d7e-8c1d-6e957237daa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:44.031324 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-fc6ff86a-9328-4d7e-8c1d-6e957237daa6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3d121a03-1c13-490a-9e22-c7918e2c45a6 HTTP/1.1" status: 204 len: 168 time: 0.5125439 Sep 20 16:01:44.466419 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9cb311-7717-45ff-b32a-81fe3e6e3af8 req-63ea2928-9880-4874-8b6f-1e9b5f1284fe tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:44.477544 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ce9cb311-7717-45ff-b32a-81fe3e6e3af8 req-63ea2928-9880-4874-8b6f-1e9b5f1284fe tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1964841 Sep 20 16:01:44.545969 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ce9cb311-7717-45ff-b32a-81fe3e6e3af8 req-bbd3d362-6a8b-4df5-829e-2e75e422835b tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673435 Sep 20 16:01:45.583518 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67c3ed-6d9d-4b16-9812-8777d68187c7 req-c107bf48-e1d2-4eee-bf6b-9eda75e30c8e tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:45.583518 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-6c67c3ed-6d9d-4b16-9812-8777d68187c7 req-c107bf48-e1d2-4eee-bf6b-9eda75e30c8e tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.3156922 Sep 20 16:01:45.665854 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-6c67c3ed-6d9d-4b16-9812-8777d68187c7 req-3d4db123-845f-40e4-86d6-dac04690fe18 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588143 Sep 20 16:01:45.980251 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e385b4-db0d-4b93-89c0-e235921c3e98 req-4deb9cbe-d9d7-4796-b965-bbdb281d97ab tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:45.989722 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-75e385b4-db0d-4b93-89c0-e235921c3e98 req-4deb9cbe-d9d7-4796-b965-bbdb281d97ab tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1675556 Sep 20 16:01:46.079694 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-75e385b4-db0d-4b93-89c0-e235921c3e98 req-40ce63e3-1d19-47d3-a609-e95ceef1b3f6 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888205 Sep 20 16:01:46.944532 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b91a82-62b2-49ea-b533-8a8dc56b309b req-b2c18356-af93-4f33-9dc2-25703098b375 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:46.946281 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-89b91a82-62b2-49ea-b533-8a8dc56b309b req-b2c18356-af93-4f33-9dc2-25703098b375 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.1086340 Sep 20 16:01:47.013311 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-89b91a82-62b2-49ea-b533-8a8dc56b309b req-d6127213-dadf-453d-a96b-e3b3acb64f94 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524769 Sep 20 16:01:47.331033 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271a501-6038-45ae-bf5d-8e822d9f8779 req-6b1a09c6-9d02-4d5a-9ff5-447e7edded3c tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:47.332736 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7271a501-6038-45ae-bf5d-8e822d9f8779 req-6b1a09c6-9d02-4d5a-9ff5-447e7edded3c tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1214678 Sep 20 16:01:47.385058 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7271a501-6038-45ae-bf5d-8e822d9f8779 req-035d0370-8442-46be-8f2e-179fae8da982 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450919 Sep 20 16:01:47.777678 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54070041-f6f3-4ee3-aeb9-82251acb2f12 req-7e5ef145-c04f-4ec0-8ccf-f5e4ce03ddbb tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:47.779761 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-54070041-f6f3-4ee3-aeb9-82251acb2f12 req-7e5ef145-c04f-4ec0-8ccf-f5e4ce03ddbb tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 946 time: 0.0908895 Sep 20 16:01:47.921254 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-54070041-f6f3-4ee3-aeb9-82251acb2f12 req-f7a89b98-78a8-4efd-9d9e-d4a6eb43db58 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341794 Sep 20 16:01:48.192652 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-1c5017c8-9b6c-476b-8288-2946187a81f1 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:48.194288 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-1c5017c8-9b6c-476b-8288-2946187a81f1 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/networks?id=f5b72bd9-9e2c-4379-b1a6-74f4994e0552 HTTP/1.1" status: 200 len: 815 time: 0.1643720 Sep 20 16:01:48.240153 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-c252e2f8-79d2-45b8-b99f-6b5eebf39756 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/quotas/8bf0b02c11fa406eb7e8152365858c89 HTTP/1.1" status: 200 len: 375 time: 0.0288115 Sep 20 16:01:48.354563 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-d6d3bbc1-d770-47d1-80f8-2aa5214d94f6 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8bf0b02c11fa406eb7e8152365858c89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1229863 Sep 20 16:01:48.784443 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-d7f7c81f-185a-4286-a869-0be496e51d43 service neutron] 10.222.0.35 "GET /v2.0/networks/f5b72bd9-9e2c-4379-b1a6-74f4994e0552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288023 Sep 20 16:01:48.823813 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb556479-4731-45e4-a8bc-75d10a44aa51 req-6977f1e0-0982-4bfe-95e5-e3c3b6301ab8 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:48.825425 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cb556479-4731-45e4-a8bc-75d10a44aa51 req-6977f1e0-0982-4bfe-95e5-e3c3b6301ab8 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.4020085 Sep 20 16:01:48.967527 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cb556479-4731-45e4-a8bc-75d10a44aa51 req-439d7c78-af79-46af-8c30-7fb05de814c7 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272097 Sep 20 16:01:48.994116 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-522975fa-73bf-48aa-aaf5-9f125065b803 service neutron] 10.222.0.35 "GET /v2.0/networks/f5b72bd9-9e2c-4379-b1a6-74f4994e0552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010567 Sep 20 16:01:49.286550 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e2125-197a-4c9d-ab37-7c3d436da8a3 req-fddbdebb-40fd-45ad-8539-ec20f261c168 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:49.288315 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5f1e2125-197a-4c9d-ab37-7c3d436da8a3 req-fddbdebb-40fd-45ad-8539-ec20f261c168 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1602812 Sep 20 16:01:49.386602 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5f1e2125-197a-4c9d-ab37-7c3d436da8a3 req-1207ed93-f643-46a8-8f75-8cd269d2fcfd tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917587 Sep 20 16:01:49.690110 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26340f-c558-4949-bb36-d98057234f17 req-77059ac8-60a0-42da-a1aa-8c55b16aa8fa tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:49.691636 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3f26340f-c558-4949-bb36-d98057234f17 req-77059ac8-60a0-42da-a1aa-8c55b16aa8fa tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/networks?id=670b06b4-ee25-49ae-9fe6-c102537f67c6 HTTP/1.1" status: 200 len: 815 time: 0.3189099 Sep 20 16:01:49.765314 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3f26340f-c558-4949-bb36-d98057234f17 req-e6ac9c65-e7d3-42b1-a3f5-0a5943fbee81 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/quotas/381efe5f70ef44caafad8bb42441ac2b HTTP/1.1" status: 200 len: 375 time: 0.0320849 Sep 20 16:01:49.769312 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ccd726de-4bbb-48bb-9287-527f628e7b8a req-9befc052-63ed-4a31-b170-ffc49ebd1f31 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 1099 time: 0.1708820 Sep 20 16:01:49.887955 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462aa8d7-c97c-407d-a580-3513c071f847 req-2560f048-67ef-43f4-8d69-b7bda3eefe38 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:49.889505 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-462aa8d7-c97c-407d-a580-3513c071f847 req-2560f048-67ef-43f4-8d69-b7bda3eefe38 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 946 time: 0.2051296 Sep 20 16:01:49.896146 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ccd726de-4bbb-48bb-9287-527f628e7b8a req-d4f2ef7f-c7c2-4522-a401-b98a2e1b2387 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881050 Sep 20 16:01:49.945804 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-3f26340f-c558-4949-bb36-d98057234f17 req-1c68b226-c694-40f9-b0a6-32366825acb4 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Synchronizing usage tracker for tenant:381efe5f70ef44caafad8bb42441ac2b on resource:port {{(pid=82368) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:01:49.970371 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-462aa8d7-c97c-407d-a580-3513c071f847 req-5db15911-6f1c-4ff5-b4f5-b71f4a6363fe tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724063 Sep 20 16:01:49.971472 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-3f26340f-c558-4949-bb36-d98057234f17 req-1c68b226-c694-40f9-b0a6-32366825acb4 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Unset dirty status for tenant:381efe5f70ef44caafad8bb42441ac2b on resource:port {{(pid=82368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:01:49.972761 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3f26340f-c558-4949-bb36-d98057234f17 req-1c68b226-c694-40f9-b0a6-32366825acb4 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=381efe5f70ef44caafad8bb42441ac2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1996753 Sep 20 16:01:50.142652 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c37566e3-bd2d-435c-82a5-f3b24d458ca0 req-825cda73-8ff2-4e12-9b33-ca22c250c0e3 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0 HTTP/1.1" status: 200 len: 210 time: 0.0487773 Sep 20 16:01:50.167960 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3f26340f-c558-4949-bb36-d98057234f17 req-48cbd430-7507-4330-8209-901fd408f57b service neutron] 10.222.0.35 "GET /v2.0/networks/670b06b4-ee25-49ae-9fe6-c102537f67c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814044 Sep 20 16:01:50.363536 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3f26340f-c558-4949-bb36-d98057234f17 req-ba35f041-a9ac-4160-9075-bbb14cbaf34b service neutron] 10.222.0.35 "GET /v2.0/networks/670b06b4-ee25-49ae-9fe6-c102537f67c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878617 Sep 20 16:01:50.397568 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6299170-bda8-4692-9c60-01265677e49b req-6aa81863-3a09-4512-898d-ae2f23b7a5fa tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:50.399147 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d6299170-bda8-4692-9c60-01265677e49b req-6aa81863-3a09-4512-898d-ae2f23b7a5fa tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.1207421 Sep 20 16:01:50.458547 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d6299170-bda8-4692-9c60-01265677e49b req-b2c8477e-7d04-4bde-b16c-987f8b6b36eb tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472555 Sep 20 16:01:50.726193 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 54918) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:01:50.740357 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889adb77-0126-4b85-a7ca-53181aab23cf req-1be4f147-2a89-4c18-90a9-133bbe718b1a tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:50.749435 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-889adb77-0126-4b85-a7ca-53181aab23cf req-1be4f147-2a89-4c18-90a9-133bbe718b1a tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1357198 Sep 20 16:01:50.826575 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-889adb77-0126-4b85-a7ca-53181aab23cf req-392414d3-2c63-4612-9b96-fe957b420979 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754092 Sep 20 16:01:51.117447 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-650d49b3-1a36-4891-82d8-ae11b8d5b475 req-da108172-0bca-4cdd-b261-75ddaa8c01e2 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 210 time: 0.1271346 Sep 20 16:01:51.124238 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d55cff8-7c4f-451a-ae95-a16b4dcda134 admin admin] Deleting subnet bf2dfefe-0075-4586-a5b1-8add57d254b7 {{(pid=82369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 20 16:01:51.133104 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2d55cff8-7c4f-451a-ae95-a16b4dcda134 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:51.208248 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2d55cff8-7c4f-451a-ae95-a16b4dcda134 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822232036'] for subnet, precommit_delete_associations {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:51.275608 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2d55cff8-7c4f-451a-ae95-a16b4dcda134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4005'] for subnet, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:51.357581 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2d55cff8-7c4f-451a-ae95-a16b4dcda134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036821680305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33386394'] for subnet, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:51.362536 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-a4a721ae-5f3a-4c10-8248-808114a3ef41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:51.382458 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-23e80824-629d-45aa-b743-64933cd7428e req-86749bcf-c4a1-491a-bcd9-8d5f254a6e99 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0 HTTP/1.1" status: 200 len: 210 time: 0.0929525 Sep 20 16:01:51.387996 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-73510d62-ab22-4d2d-97c2-8b36aeb9a86f tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:51.389691 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-73510d62-ab22-4d2d-97c2-8b36aeb9a86f tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.36 "GET /v2.0/networks?id=f5b72bd9-9e2c-4379-b1a6-74f4994e0552 HTTP/1.1" status: 200 len: 815 time: 0.4357896 Sep 20 16:01:51.402367 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55cff8-7c4f-451a-ae95-a16b4dcda134 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf2dfefe-0075-4586-a5b1-8add57d254b7,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:51.405302 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-2d55cff8-7c4f-451a-ae95-a16b4dcda134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:51.415237 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e06797-abe4-4a77-a200-77f521b90a25 req-64a73138-2e89-4d00-b2c5-eb5f079b2161 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:51.415237 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-22e06797-abe4-4a77-a200-77f521b90a25 req-64a73138-2e89-4d00-b2c5-eb5f079b2161 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 946 time: 0.2392704 Sep 20 16:01:51.416514 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2d55cff8-7c4f-451a-ae95-a16b4dcda134 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:51.423807 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-6a4cb4ef-4353-4b23-8ad2-ba13ecfd322f tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Request body: {'port': {'device_id': 'baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0', 'network_id': 'f5b72bd9-9e2c-4379-b1a6-74f4994e0552', 'admin_state_up': True, 'tenant_id': '8bf0b02c11fa406eb7e8152365858c89'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:01:51.427996 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-2d55cff8-7c4f-451a-ae95-a16b4dcda134 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/bf2dfefe-0075-4586-a5b1-8add57d254b7 HTTP/1.1" status: 204 len: 168 time: 0.7006576 Sep 20 16:01:51.430553 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 54932) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:01:51.558073 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7fb5f47c-118d-44be-92e0-a8ca5590f57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854743839'] for network, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:51.584568 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-22e06797-abe4-4a77-a200-77f521b90a25 req-e1939081-05bd-4261-9941-336b6f0144b3 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410232 Sep 20 16:01:51.698001 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7fb5f47c-118d-44be-92e0-a8ca5590f57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30012', 'neutron.services.segments.db._delete_segments_for_network-8786514012702'] for network, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:51.726081 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-6a4cb4ef-4353-4b23-8ad2-ba13ecfd322f tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:01:51.731962 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-7fb5f47c-118d-44be-92e0-a8ca5590f57f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3c95ed8-174a-4d94-ae32-f5c9c9e2d451']}} {{(pid=82369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:01:51.739158 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-6a4cb4ef-4353-4b23-8ad2-ba13ecfd322f tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:01:51.758478 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-6a4cb4ef-4353-4b23-8ad2-ba13ecfd322f tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Made reservation on behalf of 8bf0b02c11fa406eb7e8152365858c89 for: {'port': 1} {{(pid=82368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 16:01:51.759755 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-7fb5f47c-118d-44be-92e0-a8ca5590f57f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36cb39eb-ee78-4833-962f-86df7669a729') {'for_net_delete': True} {{(pid=82369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:01:51.760398 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-7fb5f47c-118d-44be-92e0-a8ca5590f57f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36cb39eb-ee78-4833-962f-86df7669a729') {} {{(pid=82369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:01:51.765350 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-6a4cb4ef-4353-4b23-8ad2-ba13ecfd322f tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:51.776633 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7fb5f47c-118d-44be-92e0-a8ca5590f57f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250340771410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32543749'] for segment, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:51.797643 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7fb5f47c-118d-44be-92e0-a8ca5590f57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854403426'] for segment, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:51.805310 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb5f47c-118d-44be-92e0-a8ca5590f57f admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=82369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 20 16:01:51.805751 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7fb5f47c-118d-44be-92e0-a8ca5590f57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-372359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036821680140'] for segment, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:51.820705 dv-cinder-809669-1-iscsi neutron-server[82259]: Traceback (most recent call last): Sep 20 16:01:51.820705 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 20 16:01:51.820705 dv-cinder-809669-1-iscsi neutron-server[82259]: timer() Sep 20 16:01:51.820705 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 16:01:51.820705 dv-cinder-809669-1-iscsi neutron-server[82259]: cb(*args, **kw) Sep 20 16:01:51.820705 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 20 16:01:51.820705 dv-cinder-809669-1-iscsi neutron-server[82259]: return func(*args, **kwargs) Sep 20 16:01:51.820705 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 16:01:51.820705 dv-cinder-809669-1-iscsi neutron-server[82259]: self._notify() Sep 20 16:01:51.820705 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 16:01:51.820705 dv-cinder-809669-1-iscsi neutron-server[82259]: self.callback(batched_events) Sep 20 16:01:51.820705 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 16:01:51.820705 dv-cinder-809669-1-iscsi neutron-server[82259]: event.method(event) Sep 20 16:01:51.820705 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 20 16:01:51.820705 dv-cinder-809669-1-iscsi neutron-server[82259]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 16:01:51.820705 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 20 16:01:51.820705 dv-cinder-809669-1-iscsi neutron-server[82259]: segment_id)['aggregates'][0] Sep 20 16:01:51.820705 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 20 16:01:51.820705 dv-cinder-809669-1-iscsi neutron-server[82259]: return f(self, *a, **k) Sep 20 16:01:51.820705 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 20 16:01:51.820705 dv-cinder-809669-1-iscsi neutron-server[82259]: return self._get(url).json() Sep 20 16:01:51.820705 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 16:01:51.820705 dv-cinder-809669-1-iscsi neutron-server[82259]: **kwargs) Sep 20 16:01:51.820705 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 20 16:01:51.820705 dv-cinder-809669-1-iscsi neutron-server[82259]: return self.request(url, 'GET', **kwargs) Sep 20 16:01:51.820705 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 20 16:01:51.820705 dv-cinder-809669-1-iscsi neutron-server[82259]: **endpoint_filter) Sep 20 16:01:51.820705 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 20 16:01:51.820705 dv-cinder-809669-1-iscsi neutron-server[82259]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 16:01:51.820705 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 20 16:01:51.820705 dv-cinder-809669-1-iscsi neutron-server[82259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 16:01:51.820705 dv-cinder-809669-1-iscsi neutron-server[82259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 16:01:51.866993 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef0707-83f1-4aaa-9886-48f1385425df req-9a861347-335a-4f51-b87f-03e7fc11f18f tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:51.868652 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8aef0707-83f1-4aaa-9886-48f1385425df req-9a861347-335a-4f51-b87f-03e7fc11f18f tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.2505796 Sep 20 16:01:51.903921 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7fb5f47c-118d-44be-92e0-a8ca5590f57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854745781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1017775'] for network, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:51.910539 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7fb5f47c-118d-44be-92e0-a8ca5590f57f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for network, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:51.916085 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:51.948538 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb5f47c-118d-44be-92e0-a8ca5590f57f admin admin] Pushing event deleted for resources: {'Network': ['ID=b3c95ed8-174a-4d94-ae32-f5c9c9e2d451,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:51.951475 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-7fb5f47c-118d-44be-92e0-a8ca5590f57f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:51.954202 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-7fb5f47c-118d-44be-92e0-a8ca5590f57f admin admin] 10.222.0.35 "DELETE /v2.0/networks/b3c95ed8-174a-4d94-ae32-f5c9c9e2d451 HTTP/1.1" status: 204 len: 168 time: 0.5226233 Sep 20 16:01:51.981316 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8aef0707-83f1-4aaa-9886-48f1385425df req-443506de-ae7d-4f00-bfea-e4f25aa01bc0 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803034 Sep 20 16:01:52.140439 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-6a4cb4ef-4353-4b23-8ad2-ba13ecfd322f tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Allocated IP 172.20.0.13 (f5b72bd9-9e2c-4379-b1a6-74f4994e0552/ec1946d3-cedd-49f4-8285-8cb4d80885c9/238e2abe-2575-4515-b350-ded21246b499) {{(pid=82368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 16:01:52.182390 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6dc037-cb2a-44d6-a5f1-67ce52bd7fa0 req-023d67d0-9428-413f-b7c5-634bdbff5aea tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:52.203685 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2c6dc037-cb2a-44d6-a5f1-67ce52bd7fa0 req-023d67d0-9428-413f-b7c5-634bdbff5aea tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1937513 Sep 20 16:01:52.216584 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 54950) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:01:52.390364 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-5509288c-a4cf-48c4-9036-ddf6dd5410f4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5af864f5c277407b926d6860bf75ec1e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1722901 Sep 20 16:01:52.401081 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 54954) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:01:52.509419 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26340f-c558-4949-bb36-d98057234f17 req-a3959316-4395-40c9-b9a7-c567efee27ac tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:52.510410 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-3f26340f-c558-4949-bb36-d98057234f17 req-a3959316-4395-40c9-b9a7-c567efee27ac tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Synchronizing usage tracker for tenant:381efe5f70ef44caafad8bb42441ac2b on resource:network {{(pid=82369) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:01:52.514877 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7b2cb652-5429-4cdf-ac3c-757dc2894652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:52.555961 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7b2cb652-5429-4cdf-ac3c-757dc2894652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:52.563550 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-3f26340f-c558-4949-bb36-d98057234f17 req-a3959316-4395-40c9-b9a7-c567efee27ac tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Unset dirty status for tenant:381efe5f70ef44caafad8bb42441ac2b on resource:network {{(pid=82369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:01:52.565960 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3f26340f-c558-4949-bb36-d98057234f17 req-a3959316-4395-40c9-b9a7-c567efee27ac tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.36 "GET /v2.0/networks?id=670b06b4-ee25-49ae-9fe6-c102537f67c6 HTTP/1.1" status: 200 len: 815 time: 0.3156960 Sep 20 16:01:52.592820 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-3f26340f-c558-4949-bb36-d98057234f17 req-ed7b93b7-b73e-4d87-8173-9a6c1e74cf7b tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Request body: {'port': {'device_id': '04f0ab76-a7d7-4f4d-a507-89d6694e3475', 'network_id': '670b06b4-ee25-49ae-9fe6-c102537f67c6', 'admin_state_up': True, 'tenant_id': '381efe5f70ef44caafad8bb42441ac2b'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:01:52.602870 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-39b36ae9-7e4d-4052-931d-f52113445646 req-44870136-9256-48ec-abc9-82a5726edc24 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 210 time: 0.2978482 Sep 20 16:01:52.661273 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7b2cb652-5429-4cdf-ac3c-757dc2894652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:52.669591 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f5d278b7-ff1a-4319-9a4a-95ec74473444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:52.676366 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2c6dc037-cb2a-44d6-a5f1-67ce52bd7fa0 req-87a6e424-b3fa-49d2-bd15-1e19de38bbfc tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652727 Sep 20 16:01:52.742042 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2cb652-5429-4cdf-ac3c-757dc2894652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb45616-f7db-41e9-aa07-a59b29f77e8b,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:52.748634 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-7b2cb652-5429-4cdf-ac3c-757dc2894652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:52.763272 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7b2cb652-5429-4cdf-ac3c-757dc2894652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:52.764522 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-7b2cb652-5429-4cdf-ac3c-757dc2894652 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fdb45616-f7db-41e9-aa07-a59b29f77e8b HTTP/1.1" status: 204 len: 168 time: 0.3622229 Sep 20 16:01:52.805133 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-13081616-2506-490e-98d0-85994249f0b4 req-a455399c-fb8c-40b2-88d2-049cb0d63841 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0 HTTP/1.1" status: 200 len: 210 time: 0.0721176 Sep 20 16:01:52.834316 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-6a4cb4ef-4353-4b23-8ad2-ba13ecfd322f tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Notify callbacks [] for port, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:52.835710 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-3f26340f-c558-4949-bb36-d98057234f17 req-ed7b93b7-b73e-4d87-8173-9a6c1e74cf7b tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:01:52.868565 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-3f26340f-c558-4949-bb36-d98057234f17 req-ed7b93b7-b73e-4d87-8173-9a6c1e74cf7b tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:01:52.889144 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-6a4cb4ef-4353-4b23-8ad2-ba13ecfd322f tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:52.896714 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f26340f-c558-4949-bb36-d98057234f17 req-ed7b93b7-b73e-4d87-8173-9a6c1e74cf7b tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Made reservation on behalf of 381efe5f70ef44caafad8bb42441ac2b for: {'port': 1} {{(pid=82369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 16:01:52.902747 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['c19460c0-3a44-4fe8-8bbf-ef0855b29da3', '8e9f2662-9c4a-4709-afef-936a6aa9a305'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:01:52.910667 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-3f26340f-c558-4949-bb36-d98057234f17 req-ed7b93b7-b73e-4d87-8173-9a6c1e74cf7b tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:52.914424 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d20644e8-8fc8-4144-b79f-993b2f0b1499 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:53.166421 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4cb4ef-4353-4b23-8ad2-ba13ecfd322f tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Pushing event updated for resources: {'Port': ['ID=238e2abe-2575-4515-b350-ded21246b499,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:53.176407 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-6a4cb4ef-4353-4b23-8ad2-ba13ecfd322f tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:53.193650 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-6a4cb4ef-4353-4b23-8ad2-ba13ecfd322f tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Network f5b72bd9-9e2c-4379-b1a6-74f4994e0552 is already hosted by enough agents. {{(pid=82368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:01:53.198082 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-6a4cb4ef-4353-4b23-8ad2-ba13ecfd322f tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Resources bound (agent type, host, resource id): {{(pid=82368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:01:53.206861 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-6a4cb4ef-4353-4b23-8ad2-ba13ecfd322f tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Received port after_create {{(pid=82368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 16:01:53.224297 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [req-3f26340f-c558-4949-bb36-d98057234f17 req-ed7b93b7-b73e-4d87-8173-9a6c1e74cf7b tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Allocated IP 172.20.0.9 (670b06b4-ee25-49ae-9fe6-c102537f67c6/d112bb54-b56b-41c9-901f-d6e0d22c0b02/41195857-cca8-486d-8ba8-ed8192f8b06b) {{(pid=82369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 16:01:53.398114 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-6a4cb4ef-4353-4b23-8ad2-ba13ecfd322f tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:53.398801 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-6a4cb4ef-4353-4b23-8ad2-ba13ecfd322f tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:53.472043 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ea659-a438-408e-b35b-da984eb1f12e req-f0f73c32-e055-4e91-ad1e-341cacfff91c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:53.474410 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a16ea659-a438-408e-b35b-da984eb1f12e req-f0f73c32-e055-4e91-ad1e-341cacfff91c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 946 time: 0.3980656 Sep 20 16:01:53.480471 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-6a4cb4ef-4353-4b23-8ad2-ba13ecfd322f tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0623972 Sep 20 16:01:53.517316 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-3f26340f-c558-4949-bb36-d98057234f17 req-ed7b93b7-b73e-4d87-8173-9a6c1e74cf7b tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks [] for port, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:53.518901 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-037312b4-058b-46e7-8bd5-bdc9cd10f4ed service neutron] Request body: {'port': {'device_id': 'baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80966'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:01:53.546299 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [req-3f26340f-c558-4949-bb36-d98057234f17 req-ed7b93b7-b73e-4d87-8173-9a6c1e74cf7b tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Transition to ACTIVE for port object 41195857-cca8-486d-8ba8-ed8192f8b06b will not be triggered until provisioned by entity DHCP. {{(pid=82369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:01:53.588356 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-3f26340f-c558-4949-bb36-d98057234f17 req-ed7b93b7-b73e-4d87-8173-9a6c1e74cf7b tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33095450'] for port, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:53.604593 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-4d5d786e-5526-482c-91e3-db6f91535f7c tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:53.616547 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b089d-0d2e-4ece-be4f-82ada976fd14 req-0aa95fbb-0f14-4a0e-9642-b8d97a086833 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:53.625671 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c80b089d-0d2e-4ece-be4f-82ada976fd14 req-0aa95fbb-0f14-4a0e-9642-b8d97a086833 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.3731995 Sep 20 16:01:53.731371 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a16ea659-a438-408e-b35b-da984eb1f12e req-875b9cc6-db72-406d-9159-93f3ef407f65 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2452192 Sep 20 16:01:53.757804 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f26340f-c558-4949-bb36-d98057234f17 req-ed7b93b7-b73e-4d87-8173-9a6c1e74cf7b tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Network 670b06b4-ee25-49ae-9fe6-c102537f67c6 is already hosted by enough agents. {{(pid=82369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:01:53.765447 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [req-3f26340f-c558-4949-bb36-d98057234f17 req-ed7b93b7-b73e-4d87-8173-9a6c1e74cf7b tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Resources bound (agent type, host, resource id): {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:01:53.773720 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f26340f-c558-4949-bb36-d98057234f17 req-ed7b93b7-b73e-4d87-8173-9a6c1e74cf7b tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Received port after_create {{(pid=82369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 16:01:53.808935 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-037312b4-058b-46e7-8bd5-bdc9cd10f4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:53.894455 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c80b089d-0d2e-4ece-be4f-82ada976fd14 req-564dd59e-a8a7-45ef-b4ac-12f1ccf1ac84 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2673440 Sep 20 16:01:53.941743 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7b93b7-b73e-4d87-8173-9a6c1e74cf7b tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Pushing event updated for resources: {'Port': ['ID=41195857-cca8-486d-8ba8-ed8192f8b06b,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:53.954637 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-ed7b93b7-b73e-4d87-8173-9a6c1e74cf7b tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:53.981056 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26340f-c558-4949-bb36-d98057234f17 req-ed7b93b7-b73e-4d87-8173-9a6c1e74cf7b tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:53.984029 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-3f26340f-c558-4949-bb36-d98057234f17 req-ed7b93b7-b73e-4d87-8173-9a6c1e74cf7b tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:54.063828 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3f26340f-c558-4949-bb36-d98057234f17 req-ed7b93b7-b73e-4d87-8173-9a6c1e74cf7b tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4794922 Sep 20 16:01:54.485086 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0e100f2e-999a-4e27-862e-4882b90b64af None None] Provisioning for port 41195857-cca8-486d-8ba8-ed8192f8b06b completed by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:01:54.497552 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0e100f2e-999a-4e27-862e-4882b90b64af None None] Provisioning complete for port 41195857-cca8-486d-8ba8-ed8192f8b06b triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:01:54.498325 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0e100f2e-999a-4e27-862e-4882b90b64af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:54.595945 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-0e100f2e-999a-4e27-862e-4882b90b64af None None] Port 41195857-cca8-486d-8ba8-ed8192f8b06b cannot update to ACTIVE because it is not bound. {{(pid=82370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 20 16:01:54.809288 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-037312b4-058b-46e7-8bd5-bdc9cd10f4ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 238e2abe-2575-4515-b350-ded21246b499 {{(pid=82368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 16:01:54.828050 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-037312b4-058b-46e7-8bd5-bdc9cd10f4ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:54.836739 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5721c0-bc0d-4265-a14e-59601296e9a9 req-c7bb78ed-9c05-454d-84dd-bd47b5171960 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:54.840434 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5f5721c0-bc0d-4265-a14e-59601296e9a9 req-c7bb78ed-9c05-454d-84dd-bd47b5171960 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 931 time: 0.2752717 Sep 20 16:01:54.903449 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-037312b4-058b-46e7-8bd5-bdc9cd10f4ed service neutron] Transition to ACTIVE for port object 238e2abe-2575-4515-b350-ded21246b499 will not be triggered until provisioned by entity L2. {{(pid=82368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:01:54.910134 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb14274-13ba-49cb-b45a-7c268b0c85fc req-61468869-00c4-4ae7-ad04-0933854de698 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:54.910938 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-1cb14274-13ba-49cb-b45a-7c268b0c85fc req-61468869-00c4-4ae7-ad04-0933854de698 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Synchronizing usage tracker for tenant:8bf0b02c11fa406eb7e8152365858c89 on resource:port {{(pid=82368) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:01:54.918792 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-037312b4-058b-46e7-8bd5-bdc9cd10f4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33517910'] for port, after_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:54.923530 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:55.056747 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-1cb14274-13ba-49cb-b45a-7c268b0c85fc req-61468869-00c4-4ae7-ad04-0933854de698 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Unset dirty status for tenant:8bf0b02c11fa406eb7e8152365858c89 on resource:port {{(pid=82368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:01:55.058018 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1cb14274-13ba-49cb-b45a-7c268b0c85fc req-61468869-00c4-4ae7-ad04-0933854de698 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0 HTTP/1.1" status: 200 len: 932 time: 0.3996513 Sep 20 16:01:55.069644 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5f5721c0-bc0d-4265-a14e-59601296e9a9 req-a5e2952e-bbf4-4fb2-ab83-03a1208c3f0e tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222357 Sep 20 16:01:55.098540 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037312b4-058b-46e7-8bd5-bdc9cd10f4ed service neutron] Pushing event updated for resources: {'Port': ['ID=238e2abe-2575-4515-b350-ded21246b499,revision_number=2']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:55.101623 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-037312b4-058b-46e7-8bd5-bdc9cd10f4ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:55.206622 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1cb14274-13ba-49cb-b45a-7c268b0c85fc req-ca47e93c-a4b6-4610-be71-c337f212c7b3 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263521 Sep 20 16:01:55.299657 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-037312b4-058b-46e7-8bd5-bdc9cd10f4ed service neutron] Attempting to bind port 238e2abe-2575-4515-b350-ded21246b499 on host hv-cinder-80966 for vnic_type normal with profile {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 16:01:55.300028 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-037312b4-058b-46e7-8bd5-bdc9cd10f4ed service neutron] Attempting to bind port 238e2abe-2575-4515-b350-ded21246b499 by drivers openvswitch,hyperv on host hv-cinder-80966 at level 0 using segments [{'id': 'af014d27-e93b-4a03-86de-e38863424f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f5b72bd9-9e2c-4379-b1a6-74f4994e0552'}] {{(pid=82368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 16:01:55.300392 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-037312b4-058b-46e7-8bd5-bdc9cd10f4ed service neutron] Attempting to bind port 238e2abe-2575-4515-b350-ded21246b499 on network f5b72bd9-9e2c-4379-b1a6-74f4994e0552 {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:01:55.317435 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-037312b4-058b-46e7-8bd5-bdc9cd10f4ed service neutron] Port 238e2abe-2575-4515-b350-ded21246b499 on network f5b72bd9-9e2c-4379-b1a6-74f4994e0552 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80966 {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 20 16:01:55.317435 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-037312b4-058b-46e7-8bd5-bdc9cd10f4ed service neutron] Attempting to bind port 238e2abe-2575-4515-b350-ded21246b499 on network f5b72bd9-9e2c-4379-b1a6-74f4994e0552 {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:01:55.330478 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-037312b4-058b-46e7-8bd5-bdc9cd10f4ed service neutron] Checking agent: {'id': '85f38ebc-8bd3-4a05-87ab-11427d0d3796', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 57, 9), 'started_at': datetime.datetime(2021, 9, 20, 15, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 16, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 16:01:55.330478 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-037312b4-058b-46e7-8bd5-bdc9cd10f4ed service neutron] Checking segment: {'id': 'af014d27-e93b-4a03-86de-e38863424f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f5b72bd9-9e2c-4379-b1a6-74f4994e0552'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:01:55.330478 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-037312b4-058b-46e7-8bd5-bdc9cd10f4ed service neutron] Bound using segment: {'id': 'af014d27-e93b-4a03-86de-e38863424f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f5b72bd9-9e2c-4379-b1a6-74f4994e0552'} {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 16:01:55.331386 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-037312b4-058b-46e7-8bd5-bdc9cd10f4ed service neutron] Bound port: 238e2abe-2575-4515-b350-ded21246b499, host: hv-cinder-80966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af014d27-e93b-4a03-86de-e38863424f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f5b72bd9-9e2c-4379-b1a6-74f4994e0552'}}] {{(pid=82368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 16:01:55.331652 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-037312b4-058b-46e7-8bd5-bdc9cd10f4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:55.350008 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0a49d-04bc-408a-92a1-fbbc95a70d32 req-ae93db73-2ac8-4680-b22e-96671e363226 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:55.351632 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4fe0a49d-04bc-408a-92a1-fbbc95a70d32 req-ae93db73-2ac8-4680-b22e-96671e363226 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1381350 Sep 20 16:01:55.530169 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4fe0a49d-04bc-408a-92a1-fbbc95a70d32 req-5a992c30-6e7f-435a-94a6-2643ea27128f tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389570 Sep 20 16:01:55.547865 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-037312b4-058b-46e7-8bd5-bdc9cd10f4ed service neutron] For port 238e2abe-2575-4515-b350-ded21246b499, host hv-cinder-80966, cleared binding levels {{(pid=82368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 16:01:55.557368 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-037312b4-058b-46e7-8bd5-bdc9cd10f4ed service neutron] For port 238e2abe-2575-4515-b350-ded21246b499, host hv-cinder-80966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=238e2abe-2575-4515-b350-ded21246b499,segment=NetworkSegment(af014d27-e93b-4a03-86de-e38863424f3d),segment_id=af014d27-e93b-4a03-86de-e38863424f3d)] {{(pid=82368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 16:01:55.575756 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999d8cd-e33b-4d68-bfa4-70153b453faa req-a7e00cd1-1c39-4242-91f7-3c301bd102ef tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:55.577448 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5999d8cd-e33b-4d68-bfa4-70153b453faa req-a7e00cd1-1c39-4242-91f7-3c301bd102ef tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=3005196b-8290-4486-aba4-230975b5e603 HTTP/1.1" status: 200 len: 945 time: 0.2248590 Sep 20 16:01:55.579755 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-037312b4-058b-46e7-8bd5-bdc9cd10f4ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33517910'] for port, after_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:55.592779 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f937925e-44c2-49a1-a766-f197fc2e0a75 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:01:55.777429 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-037312b4-058b-46e7-8bd5-bdc9cd10f4ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:01:55.778971 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-037312b4-058b-46e7-8bd5-bdc9cd10f4ed service neutron] 10.222.0.36 "PUT /v2.0/ports/238e2abe-2575-4515-b350-ded21246b499 HTTP/1.1" status: 200 len: 1094 time: 2.2660606 Sep 20 16:01:55.786698 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5999d8cd-e33b-4d68-bfa4-70153b453faa req-513cc4ef-9a30-467a-8128-59cf7689082c tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964352 Sep 20 16:01:55.786921 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0', 'tag': '238e2abe-2575-4515-b350-ded21246b499'}] {{(pid=82368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:01:55.804260 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037312b4-058b-46e7-8bd5-bdc9cd10f4ed service neutron] Pushing event updated for resources: {'Port': ['ID=238e2abe-2575-4515-b350-ded21246b499,revision_number=3']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:01:55.808601 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-037312b4-058b-46e7-8bd5-bdc9cd10f4ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:01:55.845105 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cddf56-21c7-4b40-b868-e2fbe392b8b6 req-a32a0401-27c3-4690-b989-ffc9feef30d2 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:55.846716 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c2cddf56-21c7-4b40-b868-e2fbe392b8b6 req-a32a0401-27c3-4690-b989-ffc9feef30d2 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 946 time: 0.1682560 Sep 20 16:01:55.914814 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c2cddf56-21c7-4b40-b868-e2fbe392b8b6 req-d7aa1c26-b511-4c6b-b0fa-80599e963a04 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616024 Sep 20 16:01:56.019357 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee633f-d0f5-4967-b7bd-c773f0bfc1b5 req-1f134bb1-2e75-449d-92ce-fa109c64b153 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:56.021421 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-63ee633f-d0f5-4967-b7bd-c773f0bfc1b5 req-1f134bb1-2e75-449d-92ce-fa109c64b153 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.0932393 Sep 20 16:01:56.027017 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0', 'tag': '238e2abe-2575-4515-b350-ded21246b499', 'status': 'completed', 'code': 200} Sep 20 16:01:56.072976 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-63ee633f-d0f5-4967-b7bd-c773f0bfc1b5 req-48928d40-5be4-4ec7-979b-996f65717623 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449862 Sep 20 16:01:56.291040 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40ea52-93f4-418d-9a9d-b5d8c16cca5f req-afce8096-e137-478b-ba77-696a65355f1c tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:56.292642 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ed40ea52-93f4-418d-9a9d-b5d8c16cca5f req-afce8096-e137-478b-ba77-696a65355f1c tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 931 time: 0.0860083 Sep 20 16:01:56.350254 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ed40ea52-93f4-418d-9a9d-b5d8c16cca5f req-bcb61641-dbc2-4b09-9f02-d2ea8cc5d472 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514271 Sep 20 16:01:56.439193 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1041f5-9023-42ba-9eaa-bfc35c59df74 req-b00e976c-4fee-436c-9dd5-22398da8b3d1 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:56.440865 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9c1041f5-9023-42ba-9eaa-bfc35c59df74 req-b00e976c-4fee-436c-9dd5-22398da8b3d1 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0 HTTP/1.1" status: 200 len: 944 time: 0.0860314 Sep 20 16:01:56.499141 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9c1041f5-9023-42ba-9eaa-bfc35c59df74 req-5a3f8329-9b37-4d70-9612-0eda499f12b1 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504320 Sep 20 16:01:56.745057 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13196294-99b1-4a1f-b69e-d56cb4e52c0c req-65124854-fd0a-4ec0-8e1e-187feefedd10 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:56.746662 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-13196294-99b1-4a1f-b69e-d56cb4e52c0c req-65124854-fd0a-4ec0-8e1e-187feefedd10 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.0862634 Sep 20 16:01:56.795608 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-13196294-99b1-4a1f-b69e-d56cb4e52c0c req-1a35b090-b567-43ef-9626-23d4ce1a677f tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422437 Sep 20 16:01:57.024300 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821a5fe-e090-4404-8ad5-a3fe71dc1174 req-f0a778a4-dfa8-4173-9ee7-ff5d02768c22 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:57.026009 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1821a5fe-e090-4404-8ad5-a3fe71dc1174 req-f0a778a4-dfa8-4173-9ee7-ff5d02768c22 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=3005196b-8290-4486-aba4-230975b5e603 HTTP/1.1" status: 200 len: 945 time: 0.0919895 Sep 20 16:01:57.094346 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1821a5fe-e090-4404-8ad5-a3fe71dc1174 req-47861ad6-ceca-41aa-a285-c1f1d247f22f tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618701 Sep 20 16:01:57.186576 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b02e8-580d-4437-9280-6ec8e56fe003 req-0add3af9-783b-4182-b74e-b31b706f2619 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:57.188245 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ad6b02e8-580d-4437-9280-6ec8e56fe003 req-0add3af9-783b-4182-b74e-b31b706f2619 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 946 time: 0.0927677 Sep 20 16:01:57.284731 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ad6b02e8-580d-4437-9280-6ec8e56fe003 req-d7d82138-a28d-4912-a583-3ceb65df0389 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898464 Sep 20 16:01:57.319912 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791523e0-e6f0-43f4-a152-b3b0e208b513 req-ea68e189-cfa2-47b7-b394-3556e93bc419 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:57.321510 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-791523e0-e6f0-43f4-a152-b3b0e208b513 req-ea68e189-cfa2-47b7-b394-3556e93bc419 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.0971787 Sep 20 16:01:57.375631 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-791523e0-e6f0-43f4-a152-b3b0e208b513 req-3ddd6311-c231-4b73-ba6b-71d8e5363252 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478303 Sep 20 16:01:57.620954 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fffbab7-aca5-4949-ad60-8c5a7912af23 req-0a936dfe-7fec-498f-86f5-df19deeded91 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:57.622928 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5fffbab7-aca5-4949-ad60-8c5a7912af23 req-0a936dfe-7fec-498f-86f5-df19deeded91 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 931 time: 0.1384118 Sep 20 16:01:57.930079 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5fffbab7-aca5-4949-ad60-8c5a7912af23 req-b1753ff0-068a-4880-8f9a-78e8c4e89200 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010364 Sep 20 16:01:57.961887 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24887ffa-3e12-46e3-a482-38b0541b504f req-4941f337-2f67-407f-9c74-567eeffe20d7 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:57.963604 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-24887ffa-3e12-46e3-a482-38b0541b504f req-4941f337-2f67-407f-9c74-567eeffe20d7 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0 HTTP/1.1" status: 200 len: 944 time: 0.3034525 Sep 20 16:01:58.019450 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-24887ffa-3e12-46e3-a482-38b0541b504f req-433c687a-b12b-4ff2-b818-0ff672daa2f1 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498657 Sep 20 16:01:58.132635 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00583c-6e87-49b6-a0df-535a518fcbf3 req-cda4b749-6096-48f0-8dbc-2b987fdcf0a6 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:58.134248 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9d00583c-6e87-49b6-a0df-535a518fcbf3 req-cda4b749-6096-48f0-8dbc-2b987fdcf0a6 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.0823689 Sep 20 16:01:58.183751 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9d00583c-6e87-49b6-a0df-535a518fcbf3 req-8755db2b-173c-498b-9967-8958ff8c2f0d tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414999 Sep 20 16:01:58.304164 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b521d7-f4c7-4d89-be0c-1cf64bd053bf req-8b985e07-275e-4cfa-a56d-bc6c2a7d5389 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:58.305740 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-40b521d7-f4c7-4d89-be0c-1cf64bd053bf req-8b985e07-275e-4cfa-a56d-bc6c2a7d5389 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=3005196b-8290-4486-aba4-230975b5e603 HTTP/1.1" status: 200 len: 945 time: 0.0926073 Sep 20 16:01:58.357588 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-40b521d7-f4c7-4d89-be0c-1cf64bd053bf req-2bd691bf-c192-40cf-9a2c-7a81d55710cc tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455558 Sep 20 16:01:58.578796 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be008938-2176-403e-b722-39d9108ea364 req-f62a91a5-1141-45d1-988c-0226cf9b8be2 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:58.580496 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-be008938-2176-403e-b722-39d9108ea364 req-f62a91a5-1141-45d1-988c-0226cf9b8be2 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 946 time: 0.1559508 Sep 20 16:01:58.654474 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cabeb5-b553-4581-b457-df0f610a9666 req-b16e7002-639f-4c6e-98f4-12e1f5f5f6a3 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:58.656285 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-79cabeb5-b553-4581-b457-df0f610a9666 req-b16e7002-639f-4c6e-98f4-12e1f5f5f6a3 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.1460025 Sep 20 16:01:58.685597 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-be008938-2176-403e-b722-39d9108ea364 req-78495aaa-9334-44bb-9a99-88610b9be0e3 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967538 Sep 20 16:01:58.719862 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-79cabeb5-b553-4581-b457-df0f610a9666 req-54762bd3-e645-4720-9049-d8072c9bdd5f tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524452 Sep 20 16:01:59.146231 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ae20a-b829-409e-a817-ccce39972abc req-3119830d-1e10-412a-b71f-f2b08587dfa5 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:59.148069 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3c2ae20a-b829-409e-a817-ccce39972abc req-3119830d-1e10-412a-b71f-f2b08587dfa5 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 931 time: 0.0898812 Sep 20 16:01:59.265884 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3c2ae20a-b829-409e-a817-ccce39972abc req-e6ccee57-3ed4-4ab9-9e17-20980a3d1a53 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115606 Sep 20 16:01:59.283002 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866979f1-1259-4e2c-9ac7-15667422f1c3 req-cc9f1ccd-401e-4ea5-bdf8-5562dff0274d tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:59.287842 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-866979f1-1259-4e2c-9ac7-15667422f1c3 req-cc9f1ccd-401e-4ea5-bdf8-5562dff0274d tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0 HTTP/1.1" status: 200 len: 944 time: 0.1134472 Sep 20 16:01:59.338600 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-866979f1-1259-4e2c-9ac7-15667422f1c3 req-babb6dec-efea-4a1a-a656-71d48ae08f00 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427742 Sep 20 16:01:59.493702 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a555268-af9a-4806-96aa-1e4364c6ac66 req-e17b563a-3df7-4f27-926d-94bffc208299 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:59.495491 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5a555268-af9a-4806-96aa-1e4364c6ac66 req-e17b563a-3df7-4f27-926d-94bffc208299 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1109295 Sep 20 16:01:59.601867 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5a555268-af9a-4806-96aa-1e4364c6ac66 req-6deebc5b-f61a-4876-b105-6dd5162e9a0c tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974262 Sep 20 16:01:59.644169 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc9788-890b-4a34-beaa-b2629586691f req-91766d85-4222-466b-9dcd-a39b451edbed tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:01:59.645782 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3bdc9788-890b-4a34-beaa-b2629586691f req-91766d85-4222-466b-9dcd-a39b451edbed tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=3005196b-8290-4486-aba4-230975b5e603 HTTP/1.1" status: 200 len: 945 time: 0.1300361 Sep 20 16:01:59.697262 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3bdc9788-890b-4a34-beaa-b2629586691f req-5793278b-6583-4ee5-b5d8-5e9a31a17ead tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450647 Sep 20 16:02:00.000799 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec6ae7-cacb-4f19-95e5-1c12c24eaac7 req-427215ef-66b7-45f2-8e18-57d603705d3b tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:00.003094 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-daec6ae7-cacb-4f19-95e5-1c12c24eaac7 req-427215ef-66b7-45f2-8e18-57d603705d3b tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 946 time: 0.1750238 Sep 20 16:02:00.035435 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738295b-4fe2-4641-8d0a-00f4cc6a3af1 req-dd216e6a-cfcf-42f5-9481-795865db5b56 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:00.037031 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0738295b-4fe2-4641-8d0a-00f4cc6a3af1 req-dd216e6a-cfcf-42f5-9481-795865db5b56 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.1289556 Sep 20 16:02:00.094755 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-daec6ae7-cacb-4f19-95e5-1c12c24eaac7 req-e641c192-b3d1-4dc5-8185-527d99c8a790 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855815 Sep 20 16:02:00.114681 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0738295b-4fe2-4641-8d0a-00f4cc6a3af1 req-8827e888-92bc-42cd-b4be-0236399fd307 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568256 Sep 20 16:02:00.594444 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552b935-73dd-4292-836c-83caf67745ff req-469ceaa2-eaa6-40bd-a60c-85cb1834aa09 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:00.596684 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d552b935-73dd-4292-836c-83caf67745ff req-469ceaa2-eaa6-40bd-a60c-85cb1834aa09 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 931 time: 0.1848531 Sep 20 16:02:00.603053 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f1a775-130d-4aaf-a033-fce999c86214 req-c68f684b-7eb9-4a3b-ac77-24a9bece882b tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:00.604521 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-95f1a775-130d-4aaf-a033-fce999c86214 req-c68f684b-7eb9-4a3b-ac77-24a9bece882b tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0 HTTP/1.1" status: 200 len: 944 time: 0.1232185 Sep 20 16:02:00.689732 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d552b935-73dd-4292-836c-83caf67745ff req-a14fa460-6a5f-4193-a754-c2df2b928295 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841963 Sep 20 16:02:00.701405 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-95f1a775-130d-4aaf-a033-fce999c86214 req-eb507ce1-0537-4024-ba99-5de99e3a240f tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777099 Sep 20 16:02:00.966261 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f7b2f-d64a-410d-a4ce-b3c608cabecd req-0cdacedb-7e09-4893-b261-c83ed94804d2 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:00.968001 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b03f7b2f-d64a-410d-a4ce-b3c608cabecd req-0cdacedb-7e09-4893-b261-c83ed94804d2 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=3005196b-8290-4486-aba4-230975b5e603 HTTP/1.1" status: 200 len: 945 time: 0.1163633 Sep 20 16:02:00.975348 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348303a6-d244-4372-813e-a0a430d62733 req-4c07e71e-f1a5-4b42-9fe7-be41f091d7ae tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:00.982587 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-348303a6-d244-4372-813e-a0a430d62733 req-4c07e71e-f1a5-4b42-9fe7-be41f091d7ae tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1696885 Sep 20 16:02:01.063779 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-348303a6-d244-4372-813e-a0a430d62733 req-f87660e3-365c-4cd6-9c4b-23abfb29f6df tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802226 Sep 20 16:02:01.066926 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b03f7b2f-d64a-410d-a4ce-b3c608cabecd req-2541f09e-6edc-4d04-9e14-d355fd4ef488 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687833 Sep 20 16:02:01.351756 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7526d5e-4567-422d-975c-684c3341f81e req-8b48188c-a1b4-479a-889a-faa301daf87a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:01.353455 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a7526d5e-4567-422d-975c-684c3341f81e req-8b48188c-a1b4-479a-889a-faa301daf87a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.0910029 Sep 20 16:02:01.451069 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a7526d5e-4567-422d-975c-684c3341f81e req-f810be55-2a40-43a1-bfad-bae19861d348 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912397 Sep 20 16:02:01.495789 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a5f30-765d-41ad-921e-fc3d9c1cde10 req-dcb8e214-740d-4465-b3c5-73cc64f5bd5e tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:01.497561 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-960a5f30-765d-41ad-921e-fc3d9c1cde10 req-dcb8e214-740d-4465-b3c5-73cc64f5bd5e tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 946 time: 0.1065624 Sep 20 16:02:01.548146 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-960a5f30-765d-41ad-921e-fc3d9c1cde10 req-3a9e6698-16e5-4571-95da-12c678b83c89 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411491 Sep 20 16:02:01.994097 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e9371f-e98e-4d67-8439-833f0d11418b req-374b5363-bd5c-4537-a1d8-e02a9fc06d91 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:01.995734 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-53e9371f-e98e-4d67-8439-833f0d11418b req-374b5363-bd5c-4537-a1d8-e02a9fc06d91 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0 HTTP/1.1" status: 200 len: 944 time: 0.1354923 Sep 20 16:02:02.001738 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb192499-0655-42e7-84a3-2a4144a23927 req-9c89a26c-7318-45c7-9f1a-0cf9f00657e4 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:02.003283 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fb192499-0655-42e7-84a3-2a4144a23927 req-9c89a26c-7318-45c7-9f1a-0cf9f00657e4 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 931 time: 0.1849611 Sep 20 16:02:02.083769 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-53e9371f-e98e-4d67-8439-833f0d11418b req-60a87f86-40eb-4882-acd9-e45a4c356bf1 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794048 Sep 20 16:02:02.088946 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fb192499-0655-42e7-84a3-2a4144a23927 req-ef8b652a-66bc-4742-8cc8-fbc0421e9a6d tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688400 Sep 20 16:02:02.350894 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f058beb6-2fbb-40dd-ab3d-03ff3a771f3b req-87bbd76d-1b58-4ba4-8cb7-3ebbfe915b51 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:02.352389 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f058beb6-2fbb-40dd-ab3d-03ff3a771f3b req-87bbd76d-1b58-4ba4-8cb7-3ebbfe915b51 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1545007 Sep 20 16:02:02.362673 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc949031-930b-4294-9b5e-204d7686c651 req-ea24b1d3-5340-46d7-bbe3-e6a3dbe4860e tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:02.364384 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-dc949031-930b-4294-9b5e-204d7686c651 req-ea24b1d3-5340-46d7-bbe3-e6a3dbe4860e tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=3005196b-8290-4486-aba4-230975b5e603 HTTP/1.1" status: 200 len: 945 time: 0.1239188 Sep 20 16:02:02.442082 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f058beb6-2fbb-40dd-ab3d-03ff3a771f3b req-9c0ee429-943b-4cf2-8389-43428330027f tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766165 Sep 20 16:02:02.444349 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-dc949031-930b-4294-9b5e-204d7686c651 req-fa8cf500-b11b-4344-92ba-ebf60227f143 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646772 Sep 20 16:02:02.677079 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287e54a-0340-45d7-aced-d2f7b8b092c8 req-5f30339e-a74b-4364-925a-c950279bcb81 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:02.680080 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-6287e54a-0340-45d7-aced-d2f7b8b092c8 req-5f30339e-a74b-4364-925a-c950279bcb81 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.0933797 Sep 20 16:02:02.753152 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b466acfe-c878-4cc8-869d-b03438fd5406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:02.792015 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-6287e54a-0340-45d7-aced-d2f7b8b092c8 req-b5c35af0-5bbf-4371-9927-53279920f8c1 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027288 Sep 20 16:02:02.825176 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d1b4f-58b7-43d8-9630-d155b79ded58 req-2cd31ef8-3766-4ee3-b814-1174a3d83140 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:02.826811 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a75d1b4f-58b7-43d8-9630-d155b79ded58 req-2cd31ef8-3766-4ee3-b814-1174a3d83140 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 946 time: 0.1154630 Sep 20 16:02:02.895343 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a75d1b4f-58b7-43d8-9630-d155b79ded58 req-008b66e6-ed49-4e88-9778-3c24016aa52f tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566990 Sep 20 16:02:03.371097 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2042e-156f-4bd1-9e89-103409c9221a req-6c7d53a8-3cbf-46da-b726-b4d84ecf7c0a tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:03.372866 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b3c2042e-156f-4bd1-9e89-103409c9221a req-6c7d53a8-3cbf-46da-b726-b4d84ecf7c0a tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0 HTTP/1.1" status: 200 len: 944 time: 0.1604006 Sep 20 16:02:03.383996 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077508e7-ab32-4512-88fc-69cd6819ca14 req-cb81091f-2c7d-497d-8494-0a2b488cea81 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:03.385568 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-077508e7-ab32-4512-88fc-69cd6819ca14 req-cb81091f-2c7d-497d-8494-0a2b488cea81 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 931 time: 0.1272595 Sep 20 16:02:03.463997 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b3c2042e-156f-4bd1-9e89-103409c9221a req-ff4b4b51-f48d-4203-8bcf-2fcfe1a4dffc tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773983 Sep 20 16:02:03.466526 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-077508e7-ab32-4512-88fc-69cd6819ca14 req-1684b87c-6623-46df-9a6f-6686b36208a4 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643725 Sep 20 16:02:03.740028 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823fc6b2-02d9-4b4f-9351-5248ec6d9500 req-d5d2c226-c406-42ef-81ec-8a8b7a1e496d tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:03.742236 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-823fc6b2-02d9-4b4f-9351-5248ec6d9500 req-d5d2c226-c406-42ef-81ec-8a8b7a1e496d tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1558163 Sep 20 16:02:03.749675 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf863fb9-292f-4bb9-81d5-c16aceb8bcf5 req-1dff56cd-8745-4d4e-bb1b-b525d058d7e6 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:03.751638 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bf863fb9-292f-4bb9-81d5-c16aceb8bcf5 req-1dff56cd-8745-4d4e-bb1b-b525d058d7e6 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=3005196b-8290-4486-aba4-230975b5e603 HTTP/1.1" status: 200 len: 945 time: 0.1213679 Sep 20 16:02:03.839714 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bf863fb9-292f-4bb9-81d5-c16aceb8bcf5 req-2ab79c2c-be1b-4408-9900-a326abc3f364 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728948 Sep 20 16:02:03.842031 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-823fc6b2-02d9-4b4f-9351-5248ec6d9500 req-5ca24a28-1380-46fe-9e6e-d9f3bdfdde2a tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894361 Sep 20 16:02:04.116927 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:04.163646 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15965fcd-0d8e-4bcd-a0ed-033300da4681 req-1ca747a0-487a-45d4-87af-3c8959888699 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:04.165240 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-15965fcd-0d8e-4bcd-a0ed-033300da4681 req-1ca747a0-487a-45d4-87af-3c8959888699 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.1601925 Sep 20 16:02:04.175731 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2758eeb3-1cbb-4bdd-957e-cb5fa9d6d9d9 req-2b5289de-beea-4179-8206-a52d99233192 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:04.177214 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2758eeb3-1cbb-4bdd-957e-cb5fa9d6d9d9 req-2b5289de-beea-4179-8206-a52d99233192 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 946 time: 0.1180377 Sep 20 16:02:04.264964 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-15965fcd-0d8e-4bcd-a0ed-033300da4681 req-18f38ff2-d48d-4e17-af8c-c5c44d888d1c tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867136 Sep 20 16:02:04.270634 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2758eeb3-1cbb-4bdd-957e-cb5fa9d6d9d9 req-8ffd6aed-1fa6-48b6-adca-27e2f181b5e0 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759118 Sep 20 16:02:04.741336 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63adbc-51f6-4ed6-ae79-4eeda63cb4e5 req-113ee62b-0ce7-434a-a9a2-ed6274e33482 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:04.742993 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9c63adbc-51f6-4ed6-ae79-4eeda63cb4e5 req-113ee62b-0ce7-434a-a9a2-ed6274e33482 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 931 time: 0.1528451 Sep 20 16:02:04.752721 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc62ea-8650-4a74-b238-6f0c04ae50c4 req-b4791c03-dbe5-4a03-bb45-af1a517a689f tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:04.755132 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a9dc62ea-8650-4a74-b238-6f0c04ae50c4 req-b4791c03-dbe5-4a03-bb45-af1a517a689f tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0 HTTP/1.1" status: 200 len: 944 time: 0.1247852 Sep 20 16:02:04.843755 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9c63adbc-51f6-4ed6-ae79-4eeda63cb4e5 req-8c50a7c7-4f2b-4800-a769-f2634ee2d289 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873246 Sep 20 16:02:04.852674 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a9dc62ea-8650-4a74-b238-6f0c04ae50c4 req-5041e35b-e94f-4069-b1f4-39ed8d3e5b59 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798299 Sep 20 16:02:05.112494 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1b139647-9448-480d-86b6-3d1561c32345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:05.152003 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17abe4e-8c90-43bb-95e4-578195bf04e4 req-4fffc715-b450-4c20-877b-c6a8b659f32f tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:05.153600 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d17abe4e-8c90-43bb-95e4-578195bf04e4 req-4fffc715-b450-4c20-877b-c6a8b659f32f tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=3005196b-8290-4486-aba4-230975b5e603 HTTP/1.1" status: 200 len: 945 time: 0.1519148 Sep 20 16:02:05.164648 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba01b762-6a73-48e8-8e65-27d7cbf644cc req-2c5c6c20-d6f7-4088-89ac-13be9c4be694 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:05.166203 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ba01b762-6a73-48e8-8e65-27d7cbf644cc req-2c5c6c20-d6f7-4088-89ac-13be9c4be694 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1239870 Sep 20 16:02:05.218956 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.agents_db [None req-ae0f67a0-09e8-4135-93df-5bebfb5cb2de None None] Agent healthcheck: found 6 active agents {{(pid=82371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 20 16:02:05.244011 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d17abe4e-8c90-43bb-95e4-578195bf04e4 req-7e37d012-3e26-415d-b599-64b416129195 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767658 Sep 20 16:02:05.252808 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ba01b762-6a73-48e8-8e65-27d7cbf644cc req-a1df6dcc-5a66-455b-958d-e74a3fa44bc1 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717115 Sep 20 16:02:05.549637 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:05.612522 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5fddc4-240b-4079-ac83-c9faf5cc2a87 req-8c9bc601-4d23-4043-b65f-65e726a60520 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:05.614619 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-db5fddc4-240b-4079-ac83-c9faf5cc2a87 req-8c9bc601-4d23-4043-b65f-65e726a60520 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.1931114 Sep 20 16:02:05.624943 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335c7b2-98ca-4627-8e9c-31cdf94cbd2a req-5e0606f5-431d-4e84-9062-c9cf22443fe9 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:05.626441 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0335c7b2-98ca-4627-8e9c-31cdf94cbd2a req-5e0606f5-431d-4e84-9062-c9cf22443fe9 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 946 time: 0.1595352 Sep 20 16:02:05.736029 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0335c7b2-98ca-4627-8e9c-31cdf94cbd2a req-6015af64-c597-460f-82b6-3e1f29702b8e tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851860 Sep 20 16:02:05.759355 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-db5fddc4-240b-4079-ac83-c9faf5cc2a87 req-3514717e-953d-45bb-a7e5-ee738d66fc8f tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317339 Sep 20 16:02:06.381028 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b21c1f-08b9-48af-b56a-6a66ca693572 req-82a11314-6015-4a17-99d1-0bebc8bc0c2b tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:06.382590 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-19b21c1f-08b9-48af-b56a-6a66ca693572 req-82a11314-6015-4a17-99d1-0bebc8bc0c2b tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0 HTTP/1.1" status: 200 len: 944 time: 0.3321311 Sep 20 16:02:06.388240 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f963400-0ba5-4fda-b539-69db2f4531d3 req-1cd669d3-ae30-4fb9-9a55-026336dd88d4 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:06.389679 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1f963400-0ba5-4fda-b539-69db2f4531d3 req-1cd669d3-ae30-4fb9-9a55-026336dd88d4 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 931 time: 0.3740771 Sep 20 16:02:06.468222 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-19b21c1f-08b9-48af-b56a-6a66ca693572 req-61eef523-6842-455c-96e1-767bd0a05811 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774958 Sep 20 16:02:06.472060 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1f963400-0ba5-4fda-b539-69db2f4531d3 req-99c82da4-a576-439b-a4ae-6de5927c425a tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650926 Sep 20 16:02:06.788314 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e3c4e-0a65-44eb-a3f8-76a828a737a6 req-b1801b83-6d66-45d0-b38e-d862ad79a386 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:06.789857 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ee6e3c4e-0a65-44eb-a3f8-76a828a737a6 req-b1801b83-6d66-45d0-b38e-d862ad79a386 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=3005196b-8290-4486-aba4-230975b5e603 HTTP/1.1" status: 200 len: 945 time: 0.1807282 Sep 20 16:02:06.795472 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159530bb-1dd7-420d-9917-6965f01a4209 req-9642b2c6-052c-4935-93e3-23d74fef7564 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:06.796920 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-159530bb-1dd7-420d-9917-6965f01a4209 req-9642b2c6-052c-4935-93e3-23d74fef7564 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1537740 Sep 20 16:02:06.880680 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:06.935166 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-159530bb-1dd7-420d-9917-6965f01a4209 req-d6d11dde-21a8-4438-9b11-c8d4b67c044d tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214967 Sep 20 16:02:06.962698 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ee6e3c4e-0a65-44eb-a3f8-76a828a737a6 req-422124ff-57be-4529-86d9-a8a7cece7de4 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646869 Sep 20 16:02:07.219585 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c6e326-2231-40c5-b89b-01af5d1f6586 req-ff600b9c-4fa8-47f5-a78b-0118778c57d9 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:07.221956 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f4c6e326-2231-40c5-b89b-01af5d1f6586 req-ff600b9c-4fa8-47f5-a78b-0118778c57d9 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.1739459 Sep 20 16:02:07.231822 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bf4f1-30e0-44f2-8f94-e095e8f4bc58 req-cc3c5b8f-6b63-4db7-bacd-f369a2f5d10f tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:07.234049 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-377bf4f1-30e0-44f2-8f94-e095e8f4bc58 req-cc3c5b8f-6b63-4db7-bacd-f369a2f5d10f tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 946 time: 0.1419981 Sep 20 16:02:07.321105 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f4c6e326-2231-40c5-b89b-01af5d1f6586 req-1fcfe5ea-5bec-4825-831c-3bbf0a5223d1 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854743 Sep 20 16:02:07.329141 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-377bf4f1-30e0-44f2-8f94-e095e8f4bc58 req-826372e5-2c61-4110-91ce-baf4c02cc100 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753014 Sep 20 16:02:07.751500 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c879e-0c7a-4b8b-ac2a-b5a2aed57800 req-cde08e9c-eafb-4165-bd95-f3487487f6be tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:07.753101 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-004c879e-0c7a-4b8b-ac2a-b5a2aed57800 req-cde08e9c-eafb-4165-bd95-f3487487f6be tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0 HTTP/1.1" status: 200 len: 944 time: 0.1484861 Sep 20 16:02:07.763458 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21405561-cb83-4f13-8d6c-de632387280b req-599e17be-cac5-45e5-977f-8e41585d0a74 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:07.764968 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-21405561-cb83-4f13-8d6c-de632387280b req-599e17be-cac5-45e5-977f-8e41585d0a74 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 931 time: 0.1616929 Sep 20 16:02:07.847125 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-004c879e-0c7a-4b8b-ac2a-b5a2aed57800 req-10b0c4d2-4623-48cd-8d9a-259fce24d919 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810294 Sep 20 16:02:07.853246 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-21405561-cb83-4f13-8d6c-de632387280b req-89aac609-4e2a-40fc-933d-e047cbdab8ea tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708876 Sep 20 16:02:08.212522 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac1a30-32d4-4950-ae64-71be3bac468c req-b44ccbf1-c3dd-4936-8501-f3203bc313d2 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:08.214129 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3bac1a30-32d4-4950-ae64-71be3bac468c req-b44ccbf1-c3dd-4936-8501-f3203bc313d2 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1500349 Sep 20 16:02:08.246603 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9c1cc-d823-4a94-91ea-c540e7c7f06e req-580b765b-9aa5-4755-9542-a2dd5c5aaad0 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:08.248276 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ccd9c1cc-d823-4a94-91ea-c540e7c7f06e req-580b765b-9aa5-4755-9542-a2dd5c5aaad0 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=3005196b-8290-4486-aba4-230975b5e603 HTTP/1.1" status: 200 len: 945 time: 0.1310816 Sep 20 16:02:08.312592 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3bac1a30-32d4-4950-ae64-71be3bac468c req-ca89e971-4bd3-4f93-9d5d-0291a33045fa tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919557 Sep 20 16:02:08.319743 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ccd9c1cc-d823-4a94-91ea-c540e7c7f06e req-0d2267d6-1e77-472f-8331-a7179ac24c46 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651114 Sep 20 16:02:08.602799 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f94c3-10ac-4b64-a049-6e433a67ebf3 req-08c833cb-e642-4e60-92fa-b4d36fef9d04 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:08.604439 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ee9f94c3-10ac-4b64-a049-6e433a67ebf3 req-08c833cb-e642-4e60-92fa-b4d36fef9d04 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.1594431 Sep 20 16:02:08.610902 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93e033-1903-44ad-b5c0-fe7ecc6beb0c req-aeecc3cd-4816-42f3-ab76-b1bc9703bb6a tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:08.612390 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5e93e033-1903-44ad-b5c0-fe7ecc6beb0c req-aeecc3cd-4816-42f3-ab76-b1bc9703bb6a tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 946 time: 0.1209168 Sep 20 16:02:08.691869 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ee9f94c3-10ac-4b64-a049-6e433a67ebf3 req-d1a28c6e-d1f9-48f2-9bd7-6f72ebffdedb tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784044 Sep 20 16:02:08.702509 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5e93e033-1903-44ad-b5c0-fe7ecc6beb0c req-a0c1132e-ae17-4187-b93e-4ea5cb1ee76c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721271 Sep 20 16:02:09.138222 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68791a-7ed4-4f98-8f13-2a00e568ffc1 req-de1dfda9-28fa-42a2-baa0-52a4d8398772 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:09.140173 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-dc68791a-7ed4-4f98-8f13-2a00e568ffc1 req-de1dfda9-28fa-42a2-baa0-52a4d8398772 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0 HTTP/1.1" status: 200 len: 944 time: 0.1498907 Sep 20 16:02:09.152069 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec40d37-290e-4c85-80af-7a0c285b7b1f req-713788ba-8d12-4da2-aadc-6cc7b68ed986 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:09.153871 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fec40d37-290e-4c85-80af-7a0c285b7b1f req-713788ba-8d12-4da2-aadc-6cc7b68ed986 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 931 time: 0.1231217 Sep 20 16:02:09.235560 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fec40d37-290e-4c85-80af-7a0c285b7b1f req-2f56e071-6a38-4855-b265-1910556dbfbe tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656624 Sep 20 16:02:09.238365 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-dc68791a-7ed4-4f98-8f13-2a00e568ffc1 req-21689605-0299-4161-a7b5-a66a5790a636 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829754 Sep 20 16:02:09.590248 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67438b3b-2e37-484b-90a1-dfead97a6811 req-4387ae2d-3fe0-4d1e-96d8-67e6924eecd6 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:09.591914 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-67438b3b-2e37-484b-90a1-dfead97a6811 req-4387ae2d-3fe0-4d1e-96d8-67e6924eecd6 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1473732 Sep 20 16:02:09.602796 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14875f59-8711-4348-9b6f-bc2a87acf8be req-74a04bd6-28fa-4eaa-9819-1d67d2d6f2f2 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:09.604348 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-14875f59-8711-4348-9b6f-bc2a87acf8be req-74a04bd6-28fa-4eaa-9819-1d67d2d6f2f2 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=3005196b-8290-4486-aba4-230975b5e603 HTTP/1.1" status: 200 len: 945 time: 0.1187377 Sep 20 16:02:09.682910 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-67438b3b-2e37-484b-90a1-dfead97a6811 req-81621179-15e4-4b88-90e2-f2add6394657 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774508 Sep 20 16:02:09.687606 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-14875f59-8711-4348-9b6f-bc2a87acf8be req-f39c45f8-1a31-4922-bae0-5e80ad01a3eb tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658648 Sep 20 16:02:09.981151 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f155e-510c-4a6f-b1ed-b77673530167 req-828e1806-1a03-49c1-8ba8-bb15feabce43 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:09.982666 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-961f155e-510c-4a6f-b1ed-b77673530167 req-828e1806-1a03-49c1-8ba8-bb15feabce43 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.1546652 Sep 20 16:02:09.989175 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1a8e0-6900-4f8e-967f-bfcfc0e1c541 req-6c03a224-cead-4b25-98e1-b71a9bd23c6b tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:09.990638 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f4d1a8e0-6900-4f8e-967f-bfcfc0e1c541 req-6c03a224-cead-4b25-98e1-b71a9bd23c6b tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 946 time: 0.1260469 Sep 20 16:02:10.070122 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-961f155e-510c-4a6f-b1ed-b77673530167 req-5379cb6a-b5bf-469e-ba2b-cfa43611edad tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784280 Sep 20 16:02:10.073333 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f4d1a8e0-6900-4f8e-967f-bfcfc0e1c541 req-c9e6ceec-0694-4ac0-8f75-bedcfed10443 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657403 Sep 20 16:02:10.235557 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:10.509380 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214e424-8fe4-46b1-997e-d55686c929e9 req-e9e5e041-0123-426a-a793-2ecbb3c2a248 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:10.511027 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c214e424-8fe4-46b1-997e-d55686c929e9 req-e9e5e041-0123-426a-a793-2ecbb3c2a248 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 931 time: 0.1509826 Sep 20 16:02:10.518205 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f042f36-6452-4f1c-8521-bcd14a599fef req-461a571d-caf5-4e68-85ba-6d5ebe296882 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:10.519908 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5f042f36-6452-4f1c-8521-bcd14a599fef req-461a571d-caf5-4e68-85ba-6d5ebe296882 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0 HTTP/1.1" status: 200 len: 944 time: 0.1196928 Sep 20 16:02:10.597217 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c214e424-8fe4-46b1-997e-d55686c929e9 req-829411da-4309-4720-9ef3-dcef6b346c10 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762546 Sep 20 16:02:10.599772 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5f042f36-6452-4f1c-8521-bcd14a599fef req-9c233dc3-c251-43d5-9484-d99791bec51a tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647018 Sep 20 16:02:10.962070 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa3cab-8579-4f00-b4a1-cab481627996 req-b267b46b-60eb-40fa-8eb0-0547d0e6e837 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:10.963770 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d7fa3cab-8579-4f00-b4a1-cab481627996 req-b267b46b-60eb-40fa-8eb0-0547d0e6e837 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=3005196b-8290-4486-aba4-230975b5e603 HTTP/1.1" status: 200 len: 945 time: 0.1456907 Sep 20 16:02:10.977177 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f20f08-e5b3-4c89-ab72-9127cffbd844 req-c23b50d7-88bb-4c26-a9ec-2d8243290de2 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:10.978775 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-92f20f08-e5b3-4c89-ab72-9127cffbd844 req-c23b50d7-88bb-4c26-a9ec-2d8243290de2 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1243410 Sep 20 16:02:11.056575 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d7fa3cab-8579-4f00-b4a1-cab481627996 req-f3f3477f-4930-4c29-a913-52152b1b0661 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862842 Sep 20 16:02:11.061312 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-92f20f08-e5b3-4c89-ab72-9127cffbd844 req-0834d06b-c088-4ff9-aaf2-60ba353cba06 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678964 Sep 20 16:02:11.137481 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-3f26340f-c558-4949-bb36-d98057234f17 req-2c06354a-74cc-4bdd-b1d1-55813b8f8a64 service neutron] Request body: {'port': {'device_id': '04f0ab76-a7d7-4f4d-a507-89d6694e3475', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80966'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:02:11.331024 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-3f26340f-c558-4949-bb36-d98057234f17 req-2c06354a-74cc-4bdd-b1d1-55813b8f8a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:11.417128 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8443b430-4734-48af-8639-dc0f9facfff6 req-83ba014a-c141-4a87-a00a-7ca2484dd483 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bf0b02c11fa406eb7e8152365858c89&device_id=baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0 HTTP/1.1" status: 200 len: 1097 time: 0.1630857 Sep 20 16:02:11.449526 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e14773-cd21-4427-8b6c-23576c2487ce req-866bc165-e6d3-47bb-9b4b-abe5dc0bf27f tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:11.460273 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-21e14773-cd21-4427-8b6c-23576c2487ce req-866bc165-e6d3-47bb-9b4b-abe5dc0bf27f tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.2395980 Sep 20 16:02:11.467029 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ea5d0188-90ec-496c-aecd-f713c3c31e02 req-abeaacab-bfd6-4650-b37c-8753e70e79e7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0ad6fb96f2948788cf8a1d3d787552f&device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 1099 time: 0.2021675 Sep 20 16:02:11.488928 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b35912f-a6b4-442f-88e0-5098a89aa6c7 req-d5e6813b-e054-4f01-a4cb-4218c7509c47 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:11.496175 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4b35912f-a6b4-442f-88e0-5098a89aa6c7 req-d5e6813b-e054-4f01-a4cb-4218c7509c47 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 946 time: 0.2378635 Sep 20 16:02:11.674301 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4b35912f-a6b4-442f-88e0-5098a89aa6c7 req-66fd9e2d-a765-4802-b828-8b5b1d1a43a8 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771774 Sep 20 16:02:11.683679 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-21e14773-cd21-4427-8b6c-23576c2487ce req-16d75960-22a6-422f-a7d9-26f46c3752ab tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2222641 Sep 20 16:02:11.720383 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d0188-90ec-496c-aecd-f713c3c31e02 req-477272bf-b5bb-41ba-962d-cf4a5ddc53d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:11.721968 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ea5d0188-90ec-496c-aecd-f713c3c31e02 req-477272bf-b5bb-41ba-962d-cf4a5ddc53d2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=526d51a6-e1d8-43dc-ad4b-1d3805a10527 HTTP/1.1" status: 200 len: 919 time: 0.2086365 Sep 20 16:02:11.730563 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443b430-4734-48af-8639-dc0f9facfff6 req-7d06464b-0b71-4d18-aa59-986db62788b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:11.732208 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8443b430-4734-48af-8639-dc0f9facfff6 req-7d06464b-0b71-4d18-aa59-986db62788b7 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8bf0b02c11fa406eb7e8152365858c89&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3047597 Sep 20 16:02:11.812814 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ea5d0188-90ec-496c-aecd-f713c3c31e02 req-5091fa32-b7fd-4e8b-9c63-7714bb6ee537 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea85f18a-a185-4513-885e-4cd5ec8c7e2f HTTP/1.1" status: 200 len: 217 time: 0.0821595 Sep 20 16:02:11.970668 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443b430-4734-48af-8639-dc0f9facfff6 req-b36998ae-60ce-457f-bc4c-ae67d9ae2f1c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:11.974122 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8443b430-4734-48af-8639-dc0f9facfff6 req-b36998ae-60ce-457f-bc4c-ae67d9ae2f1c service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2279012 Sep 20 16:02:11.983230 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [req-3f26340f-c558-4949-bb36-d98057234f17 req-2c06354a-74cc-4bdd-b1d1-55813b8f8a64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41195857-cca8-486d-8ba8-ed8192f8b06b {{(pid=82369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 16:02:11.990169 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-3f26340f-c558-4949-bb36-d98057234f17 req-2c06354a-74cc-4bdd-b1d1-55813b8f8a64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:12.000591 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d0188-90ec-496c-aecd-f713c3c31e02 req-db3458f5-9267-489f-8be6-fede9398e60c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:12.002261 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ea5d0188-90ec-496c-aecd-f713c3c31e02 req-db3458f5-9267-489f-8be6-fede9398e60c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99e482be-1e6b-4c97-9638-74c80f0f9561 HTTP/1.1" status: 200 len: 858 time: 0.1469047 Sep 20 16:02:12.005476 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [req-3f26340f-c558-4949-bb36-d98057234f17 req-2c06354a-74cc-4bdd-b1d1-55813b8f8a64 service neutron] Transition to ACTIVE for port object 41195857-cca8-486d-8ba8-ed8192f8b06b will not be triggered until provisioned by entity L2. {{(pid=82369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:02:12.008488 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-3f26340f-c558-4949-bb36-d98057234f17 req-2c06354a-74cc-4bdd-b1d1-55813b8f8a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036821680366'] for port, after_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:12.013090 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b0fdb537-cb68-4a6f-aadf-95ee65ca279e tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:02:12.092616 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ea5d0188-90ec-496c-aecd-f713c3c31e02 req-f76c3241-ff15-4e93-860b-4adc4b8675f7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=526d51a6-e1d8-43dc-ad4b-1d3805a10527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687535 Sep 20 16:02:12.101064 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f51b48-034c-4ae6-ba20-bade7a28dcde req-d130e8d2-2b5f-4fb2-b5e8-c0b90c5bba08 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:12.103792 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f6f51b48-034c-4ae6-ba20-bade7a28dcde req-d130e8d2-2b5f-4fb2-b5e8-c0b90c5bba08 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0 HTTP/1.1" status: 200 len: 944 time: 0.2495105 Sep 20 16:02:12.115058 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fe4426-22ff-4cff-8a00-e2aef5b4b52b req-44bc394a-99ad-4a32-81a6-76fab66ca91c tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:12.122493 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-28fe4426-22ff-4cff-8a00-e2aef5b4b52b req-44bc394a-99ad-4a32-81a6-76fab66ca91c tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 931 time: 0.3018062 Sep 20 16:02:12.202123 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c06354a-74cc-4bdd-b1d1-55813b8f8a64 service neutron] Pushing event updated for resources: {'Port': ['ID=41195857-cca8-486d-8ba8-ed8192f8b06b,revision_number=2']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:02:12.207431 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-2c06354a-74cc-4bdd-b1d1-55813b8f8a64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:02:12.341561 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-3f26340f-c558-4949-bb36-d98057234f17 req-2c06354a-74cc-4bdd-b1d1-55813b8f8a64 service neutron] Attempting to bind port 41195857-cca8-486d-8ba8-ed8192f8b06b on host hv-cinder-80966 for vnic_type normal with profile {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 16:02:12.342111 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-3f26340f-c558-4949-bb36-d98057234f17 req-2c06354a-74cc-4bdd-b1d1-55813b8f8a64 service neutron] Attempting to bind port 41195857-cca8-486d-8ba8-ed8192f8b06b by drivers openvswitch,hyperv on host hv-cinder-80966 at level 0 using segments [{'id': 'd9bf92d7-4aa5-474a-bd0c-595bc04024f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '670b06b4-ee25-49ae-9fe6-c102537f67c6'}] {{(pid=82369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 16:02:12.342354 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f26340f-c558-4949-bb36-d98057234f17 req-2c06354a-74cc-4bdd-b1d1-55813b8f8a64 service neutron] Attempting to bind port 41195857-cca8-486d-8ba8-ed8192f8b06b on network 670b06b4-ee25-49ae-9fe6-c102537f67c6 {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:02:12.349629 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f26340f-c558-4949-bb36-d98057234f17 req-2c06354a-74cc-4bdd-b1d1-55813b8f8a64 service neutron] Port 41195857-cca8-486d-8ba8-ed8192f8b06b on network 670b06b4-ee25-49ae-9fe6-c102537f67c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80966 {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 20 16:02:12.350000 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f26340f-c558-4949-bb36-d98057234f17 req-2c06354a-74cc-4bdd-b1d1-55813b8f8a64 service neutron] Attempting to bind port 41195857-cca8-486d-8ba8-ed8192f8b06b on network 670b06b4-ee25-49ae-9fe6-c102537f67c6 {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:02:12.355947 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-923b4570-5d9b-409e-abcf-dfd9095a3187 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bf0b02c11fa406eb7e8152365858c89&device_id=baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0 HTTP/1.1" status: 200 len: 1097 time: 0.2971923 Sep 20 16:02:12.363966 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f26340f-c558-4949-bb36-d98057234f17 req-2c06354a-74cc-4bdd-b1d1-55813b8f8a64 service neutron] Checking agent: {'id': '85f38ebc-8bd3-4a05-87ab-11427d0d3796', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 57, 9), 'started_at': datetime.datetime(2021, 9, 20, 15, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 16, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 16:02:12.364326 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f26340f-c558-4949-bb36-d98057234f17 req-2c06354a-74cc-4bdd-b1d1-55813b8f8a64 service neutron] Checking segment: {'id': 'd9bf92d7-4aa5-474a-bd0c-595bc04024f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '670b06b4-ee25-49ae-9fe6-c102537f67c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:02:12.364759 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f26340f-c558-4949-bb36-d98057234f17 req-2c06354a-74cc-4bdd-b1d1-55813b8f8a64 service neutron] Bound using segment: {'id': 'd9bf92d7-4aa5-474a-bd0c-595bc04024f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '670b06b4-ee25-49ae-9fe6-c102537f67c6'} {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 16:02:12.367054 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-3f26340f-c558-4949-bb36-d98057234f17 req-2c06354a-74cc-4bdd-b1d1-55813b8f8a64 service neutron] Bound port: 41195857-cca8-486d-8ba8-ed8192f8b06b, host: hv-cinder-80966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9bf92d7-4aa5-474a-bd0c-595bc04024f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '670b06b4-ee25-49ae-9fe6-c102537f67c6'}}] {{(pid=82369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 16:02:12.367332 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-3f26340f-c558-4949-bb36-d98057234f17 req-2c06354a-74cc-4bdd-b1d1-55813b8f8a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:12.572989 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f6f51b48-034c-4ae6-ba20-bade7a28dcde req-7647f1d7-42e3-4f0d-9c76-d0e57018e175 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4470577 Sep 20 16:02:12.583983 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-28fe4426-22ff-4cff-8a00-e2aef5b4b52b req-f0b4b12f-b26c-443e-a209-0add33dae28e tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800919 Sep 20 16:02:12.657518 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ea5d0188-90ec-496c-aecd-f713c3c31e02 req-ad6627d8-0aaa-479e-9d5e-b9c6ed292111 service neutron] 10.222.0.36 "GET /v2.0/networks/526d51a6-e1d8-43dc-ad4b-1d3805a10527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5328593 Sep 20 16:02:12.717452 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-3f26340f-c558-4949-bb36-d98057234f17 req-2c06354a-74cc-4bdd-b1d1-55813b8f8a64 service neutron] For port 41195857-cca8-486d-8ba8-ed8192f8b06b, host hv-cinder-80966, cleared binding levels {{(pid=82369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 16:02:12.720722 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-3f26340f-c558-4949-bb36-d98057234f17 req-2c06354a-74cc-4bdd-b1d1-55813b8f8a64 service neutron] For port 41195857-cca8-486d-8ba8-ed8192f8b06b, host hv-cinder-80966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=41195857-cca8-486d-8ba8-ed8192f8b06b,segment=NetworkSegment(d9bf92d7-4aa5-474a-bd0c-595bc04024f9),segment_id=d9bf92d7-4aa5-474a-bd0c-595bc04024f9)] {{(pid=82369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 16:02:12.729839 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-ff9a07b1-e430-43d2-8c5f-da17af9f4d59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=238e2abe-2575-4515-b350-ded21246b499 HTTP/1.1" status: 200 len: 217 time: 0.3437619 Sep 20 16:02:12.729839 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-3f26340f-c558-4949-bb36-d98057234f17 req-2c06354a-74cc-4bdd-b1d1-55813b8f8a64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036821680366'] for port, after_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:12.774164 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-e02ddb48-c6e5-406d-b340-0a11d2e11908 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:02:12.854774 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-3f26340f-c558-4949-bb36-d98057234f17 req-2c06354a-74cc-4bdd-b1d1-55813b8f8a64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:12.856413 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3f26340f-c558-4949-bb36-d98057234f17 req-2c06354a-74cc-4bdd-b1d1-55813b8f8a64 service neutron] 10.222.0.36 "PUT /v2.0/ports/41195857-cca8-486d-8ba8-ed8192f8b06b HTTP/1.1" status: 200 len: 1093 time: 1.7238441 Sep 20 16:02:12.856851 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f0ab76-a7d7-4f4d-a507-89d6694e3475', 'tag': '41195857-cca8-486d-8ba8-ed8192f8b06b'}] {{(pid=82369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:02:12.876148 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-950d1abc-63fa-4134-bf6b-bf50d43fdb18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:12.877726 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-950d1abc-63fa-4134-bf6b-bf50d43fdb18 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ec1946d3-cedd-49f4-8285-8cb4d80885c9 HTTP/1.1" status: 200 len: 855 time: 0.1417091 Sep 20 16:02:12.884738 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c06354a-74cc-4bdd-b1d1-55813b8f8a64 service neutron] Pushing event updated for resources: {'Port': ['ID=41195857-cca8-486d-8ba8-ed8192f8b06b,revision_number=3']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:02:12.921033 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-2c06354a-74cc-4bdd-b1d1-55813b8f8a64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:02:12.982320 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-e0fe1bb7-1325-4f26-9d67-35ec176fb090 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f5b72bd9-9e2c-4379-b1a6-74f4994e0552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942881 Sep 20 16:02:12.985426 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ea5d0188-90ec-496c-aecd-f713c3c31e02 req-9e82f8ce-fb7a-469d-8feb-d39a0b5fb2a6 service neutron] 10.222.0.36 "GET /v2.0/networks/526d51a6-e1d8-43dc-ad4b-1d3805a10527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3190477 Sep 20 16:02:13.005821 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af568ff3-2681-44ab-8f39-58b839615b24 req-23eb6c8e-288f-4fff-9bc2-c87d66ac8d63 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:13.013381 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-af568ff3-2681-44ab-8f39-58b839615b24 req-23eb6c8e-288f-4fff-9bc2-c87d66ac8d63 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.2742472 Sep 20 16:02:13.037469 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b8908-f960-4fb4-b7a6-00a42d1af664 req-d3324fa2-eae5-42f4-ae01-0b7dd0d22c39 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:13.039447 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-045b8908-f960-4fb4-b7a6-00a42d1af664 req-d3324fa2-eae5-42f4-ae01-0b7dd0d22c39 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=3005196b-8290-4486-aba4-230975b5e603 HTTP/1.1" status: 200 len: 945 time: 0.2131641 Sep 20 16:02:13.107070 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-af568ff3-2681-44ab-8f39-58b839615b24 req-c6168571-a4f6-4389-b2bd-d4c46d0fa8a2 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926991 Sep 20 16:02:13.128635 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-045b8908-f960-4fb4-b7a6-00a42d1af664 req-60735f17-541e-4b8f-b4de-f6fa0e56253d tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736513 Sep 20 16:02:13.130101 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3f26340f-c558-4949-bb36-d98057234f17 req-0cabd605-ffe2-4b36-a4d0-e39f3f635936 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=381efe5f70ef44caafad8bb42441ac2b&device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 1096 time: 0.2029872 Sep 20 16:02:13.261160 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3f26340f-c558-4949-bb36-d98057234f17 req-77eb90ad-2ec1-46a7-b595-c83ded111430 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41195857-cca8-486d-8ba8-ed8192f8b06b HTTP/1.1" status: 200 len: 217 time: 0.1207709 Sep 20 16:02:13.267124 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-029c40a5-6e96-4705-b975-638d224a79eb service neutron] 10.222.0.36 "GET /v2.0/networks/f5b72bd9-9e2c-4379-b1a6-74f4994e0552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537155 Sep 20 16:02:13.331333 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 8e52c04f-0201-4604-827a-8116060ac578 details requested by agent hyperv_hv-cinder-80966 with host hv-cinder-80966 {{(pid=82370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 20 16:02:13.473293 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26340f-c558-4949-bb36-d98057234f17 req-fb7bafe0-2921-4429-8d44-9b66deee24e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:13.475677 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3f26340f-c558-4949-bb36-d98057234f17 req-fb7bafe0-2921-4429-8d44-9b66deee24e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d112bb54-b56b-41c9-901f-d6e0d22c0b02 HTTP/1.1" status: 200 len: 854 time: 0.2040625 Sep 20 16:02:13.515669 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a938e2-47ad-4ef8-be2d-a981abe6ee0a req-e40f15b7-d429-4b14-bc2c-d99f17558186 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:13.517717 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-78a938e2-47ad-4ef8-be2d-a981abe6ee0a req-e40f15b7-d429-4b14-bc2c-d99f17558186 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.2359192 Sep 20 16:02:13.525401 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60939f49-eeac-4619-9c52-cf4d863400b7 req-3a348db6-3322-498b-b19a-959770e799e7 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:13.527313 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-60939f49-eeac-4619-9c52-cf4d863400b7 req-3a348db6-3322-498b-b19a-959770e799e7 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 946 time: 0.1670625 Sep 20 16:02:13.547691 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 8e52c04f-0201-4604-827a-8116060ac578, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=8e52c04f-0201-4604-827a-8116060ac578,segment=NetworkSegment(989a23f7-b1d9-49cd-b7ba-1fda6ddeb386),segment_id=989a23f7-b1d9-49cd-b7ba-1fda6ddeb386)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:02:13.553042 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8bbcb183-732f-4fb5-a4cb-b3270b5e2f7a req-89a53777-6106-41ba-85b3-9ac168ebf6de service neutron] 10.222.0.36 "GET /v2.0/networks/f5b72bd9-9e2c-4379-b1a6-74f4994e0552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379844 Sep 20 16:02:13.565582 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Returning: {'device': '8e52c04f-0201-4604-827a-8116060ac578', 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29', 'port_id': '8e52c04f-0201-4604-827a-8116060ac578', 'mac_address': 'fa:16:3e:4b:d3:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56db9545-8f98-4a5d-b98f-1e9dd0b9696a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 20 16:02:13.589662 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3f26340f-c558-4949-bb36-d98057234f17 req-6fa2e85e-a8ed-4d88-8438-8e05fc4d74c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=670b06b4-ee25-49ae-9fe6-c102537f67c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0899985 Sep 20 16:02:13.614872 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-78a938e2-47ad-4ef8-be2d-a981abe6ee0a req-26d0bc82-56c4-45f9-b030-53bb810151c7 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862672 Sep 20 16:02:13.632030 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-60939f49-eeac-4619-9c52-cf4d863400b7 req-cb78d023-3c3c-4ccb-b861-98aff5901f8e tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870752 Sep 20 16:02:13.642486 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:13.683836 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e52c04f-0201-4604-827a-8116060ac578 {{(pid=82370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 16:02:13.707285 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 8e52c04f-0201-4604-827a-8116060ac578, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=8e52c04f-0201-4604-827a-8116060ac578,segment=NetworkSegment(989a23f7-b1d9-49cd-b7ba-1fda6ddeb386),segment_id=989a23f7-b1d9-49cd-b7ba-1fda6ddeb386)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:02:13.711378 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:13.717523 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:02:13.807581 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=8e52c04f-0201-4604-827a-8116060ac578,revision_number=6']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:02:13.810863 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:02:13.907094 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3f26340f-c558-4949-bb36-d98057234f17 req-6cc1f245-4fc2-4c2b-88d3-de9020101415 service neutron] 10.222.0.36 "GET /v2.0/networks/670b06b4-ee25-49ae-9fe6-c102537f67c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032806 Sep 20 16:02:13.921370 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f0ab76-a7d7-4f4d-a507-89d6694e3475', 'tag': '41195857-cca8-486d-8ba8-ed8192f8b06b', 'status': 'completed', 'code': 200} Sep 20 16:02:13.925747 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63a848-c17b-439e-9754-98ca0b65c041 req-38f632b7-eca1-429e-802a-a04c0d94bdd8 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:13.925747 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4c63a848-c17b-439e-9754-98ca0b65c041 req-38f632b7-eca1-429e-802a-a04c0d94bdd8 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0 HTTP/1.1" status: 200 len: 944 time: 0.1597681 Sep 20 16:02:13.991251 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4c63a848-c17b-439e-9754-98ca0b65c041 req-8682e68e-fcd0-4344-9429-0fc83debfdca tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574362 Sep 20 16:02:14.029140 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['8e52c04f-0201-4604-827a-8116060ac578'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:02:14.071024 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3f26340f-c558-4949-bb36-d98057234f17 req-efed5e43-fed4-432d-8f39-76cf09e6ab1e service neutron] 10.222.0.36 "GET /v2.0/networks/670b06b4-ee25-49ae-9fe6-c102537f67c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431098 Sep 20 16:02:14.122139 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4daf47e-db07-4714-949f-0e01d13c3c39 req-2d4478d3-662d-431b-97d6-29a2d991cac2 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:14.124867 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c4daf47e-db07-4714-949f-0e01d13c3c39 req-2d4478d3-662d-431b-97d6-29a2d991cac2 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 943 time: 0.0845921 Sep 20 16:02:14.200849 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c4daf47e-db07-4714-949f-0e01d13c3c39 req-94f11bba-3f4e-4d04-8a0f-271d8b54ac1b tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698416 Sep 20 16:02:14.234255 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-059287b6-05e6-4a50-8967-7c3359f9bfd0 req-1f749e22-5c17-4674-a25c-9fbac70625b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=381efe5f70ef44caafad8bb42441ac2b&device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 1096 time: 0.1044741 Sep 20 16:02:14.445524 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059287b6-05e6-4a50-8967-7c3359f9bfd0 req-d93bbb35-8f2b-4ed2-a5db-8b2b1c8726e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:14.447160 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-059287b6-05e6-4a50-8967-7c3359f9bfd0 req-d93bbb35-8f2b-4ed2-a5db-8b2b1c8726e4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=670b06b4-ee25-49ae-9fe6-c102537f67c6 HTTP/1.1" status: 200 len: 916 time: 0.2016838 Sep 20 16:02:14.462594 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69a6d4-a601-4cee-8783-fd6e6f98b9cf req-a2a48301-d1dc-4f85-86ad-1c2a8051a716 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:14.464105 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4f69a6d4-a601-4cee-8783-fd6e6f98b9cf req-a2a48301-d1dc-4f85-86ad-1c2a8051a716 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.36 "GET /v2.0/ports?device_id=3005196b-8290-4486-aba4-230975b5e603 HTTP/1.1" status: 200 len: 945 time: 0.1243539 Sep 20 16:02:14.499492 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31d777-d504-4658-92bf-a8ff45456233 req-57e385a7-1987-4685-9f0a-e74560880c42 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:14.501168 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ba31d777-d504-4658-92bf-a8ff45456233 req-57e385a7-1987-4685-9f0a-e74560880c42 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.2203188 Sep 20 16:02:14.508514 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b2b68-1b8b-4d14-afd0-d2317d76c6e5 req-51bb9100-5fe3-4cc4-9cd9-a012469cbf06 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:14.510036 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d07b2b68-1b8b-4d14-afd0-d2317d76c6e5 req-51bb9100-5fe3-4cc4-9cd9-a012469cbf06 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=3005196b-8290-4486-aba4-230975b5e603 HTTP/1.1" status: 200 len: 945 time: 0.1886055 Sep 20 16:02:14.554430 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-13629412-3577-497a-b89b-587ff47cfe32 req-6a99f4b4-0aa4-4219-973a-3a5b12794e18 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1817997 Sep 20 16:02:14.573642 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-059287b6-05e6-4a50-8967-7c3359f9bfd0 req-7c14c004-74e1-4a70-a4eb-bd7858a3f153 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41195857-cca8-486d-8ba8-ed8192f8b06b HTTP/1.1" status: 200 len: 217 time: 0.1084948 Sep 20 16:02:14.597161 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ba31d777-d504-4658-92bf-a8ff45456233 req-dc657f52-8233-4b6b-b8ee-29699d8b1a6e tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860651 Sep 20 16:02:14.644944 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d07b2b68-1b8b-4d14-afd0-d2317d76c6e5 req-509cf885-0d35-4f02-b30d-af1b06469954 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118538 Sep 20 16:02:14.648784 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [req-4f69a6d4-a601-4cee-8783-fd6e6f98b9cf req-e307c872-21de-4dcb-bbf5-2a5e1dde9d80 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Deleting port c33fa3e9-a7c6-49f4-b0a9-10056974b5d0 {{(pid=82369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:02:14.649178 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-4f69a6d4-a601-4cee-8783-fd6e6f98b9cf req-e307c872-21de-4dcb-bbf5-2a5e1dde9d80 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:14.681443 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-13629412-3577-497a-b89b-587ff47cfe32 req-168b50c4-b639-4fe8-9adf-5b9f2848dc17 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0ad6fb96f2948788cf8a1d3d787552f&device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 1099 time: 0.0812721 Sep 20 16:02:14.729944 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059287b6-05e6-4a50-8967-7c3359f9bfd0 req-f13c876f-4ec4-42ce-95f5-061e9eab7d43 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:14.731482 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-059287b6-05e6-4a50-8967-7c3359f9bfd0 req-f13c876f-4ec4-42ce-95f5-061e9eab7d43 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d112bb54-b56b-41c9-901f-d6e0d22c0b02 HTTP/1.1" status: 200 len: 854 time: 0.1429455 Sep 20 16:02:14.992884 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-059287b6-05e6-4a50-8967-7c3359f9bfd0 req-f54d4813-78bb-4a59-b561-cc78b9b4a0a3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=670b06b4-ee25-49ae-9fe6-c102537f67c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2277663 Sep 20 16:02:15.015116 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13629412-3577-497a-b89b-587ff47cfe32 req-63f3f167-b595-4d76-9642-02243c972641 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:15.018466 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-13629412-3577-497a-b89b-587ff47cfe32 req-63f3f167-b595-4d76-9642-02243c972641 service neutron] 10.222.0.36 "GET /v2.0/networks?id=526d51a6-e1d8-43dc-ad4b-1d3805a10527 HTTP/1.1" status: 200 len: 919 time: 0.3081765 Sep 20 16:02:15.036093 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696feeb-68a3-450d-9b8f-ba505c5fb850 req-b6fd43d6-2f30-44b7-84f3-90f05463ea61 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:15.037668 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3696feeb-68a3-450d-9b8f-ba505c5fb850 req-b6fd43d6-2f30-44b7-84f3-90f05463ea61 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.2746005 Sep 20 16:02:15.112092 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d879fd-d874-48d5-983c-e46c14e3b117 req-cbbcda81-f1d3-4668-a9b6-a4456dab9732 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:15.114234 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-88d879fd-d874-48d5-983c-e46c14e3b117 req-cbbcda81-f1d3-4668-a9b6-a4456dab9732 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 945 time: 0.2637331 Sep 20 16:02:15.116435 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-13629412-3577-497a-b89b-587ff47cfe32 req-77cd5823-75b7-41f1-bedb-146af33cef18 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35dec15f-039d-4bd9-9756-575332254874 HTTP/1.1" status: 200 len: 217 time: 0.0778537 Sep 20 16:02:15.118700 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-4f69a6d4-a601-4cee-8783-fd6e6f98b9cf req-e307c872-21de-4dcb-bbf5-2a5e1dde9d80 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] For port c33fa3e9-a7c6-49f4-b0a9-10056974b5d0, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=c33fa3e9-a7c6-49f4-b0a9-10056974b5d0,segment=NetworkSegment(a0d8ceb8-75de-4a48-833b-bd452d857094),segment_id=a0d8ceb8-75de-4a48-833b-bd452d857094)] {{(pid=82369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:02:15.119239 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-4f69a6d4-a601-4cee-8783-fd6e6f98b9cf req-e307c872-21de-4dcb-bbf5-2a5e1dde9d80 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:15.260167 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13629412-3577-497a-b89b-587ff47cfe32 req-f4f5c26e-d9a9-48ef-afaf-cdfa3d6b01f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:15.261677 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-13629412-3577-497a-b89b-587ff47cfe32 req-f4f5c26e-d9a9-48ef-afaf-cdfa3d6b01f3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99e482be-1e6b-4c97-9638-74c80f0f9561 HTTP/1.1" status: 200 len: 858 time: 0.1301131 Sep 20 16:02:15.264103 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3696feeb-68a3-450d-9b8f-ba505c5fb850 req-e6581b35-efbc-4c2e-b34f-802ea345dcc6 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585138 Sep 20 16:02:15.268236 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-88d879fd-d874-48d5-983c-e46c14e3b117 req-ed341175-3559-4e64-8aa2-9ec196680efa tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378126 Sep 20 16:02:15.329515 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-13629412-3577-497a-b89b-587ff47cfe32 req-7f1347da-1c62-4ecf-9fd1-55d604ce143d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=526d51a6-e1d8-43dc-ad4b-1d3805a10527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593538 Sep 20 16:02:15.359511 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 8e52c04f-0201-4604-827a-8116060ac578 up at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:02:15.475839 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning complete for port 8e52c04f-0201-4604-827a-8116060ac578 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:02:15.476646 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:15.480549 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [req-4f69a6d4-a601-4cee-8783-fd6e6f98b9cf req-e307c872-21de-4dcb-bbf5-2a5e1dde9d80 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Calling delete_port for c33fa3e9-a7c6-49f4-b0a9-10056974b5d0 owned by compute:nova {{(pid=82369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:02:15.617289 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:15.658614 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97678124-5077-451a-bb56-fac239ecbdc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e52c04f-0201-4604-827a-8116060ac578'}] {{(pid=82370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:02:15.669105 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-13629412-3577-497a-b89b-587ff47cfe32 req-9f6d3694-7c4e-49ee-b6e5-2bf66b42d265 service neutron] 10.222.0.36 "GET /v2.0/networks/526d51a6-e1d8-43dc-ad4b-1d3805a10527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153481 Sep 20 16:02:15.671785 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 8e52c04f-0201-4604-827a-8116060ac578, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=8e52c04f-0201-4604-827a-8116060ac578,segment=NetworkSegment(989a23f7-b1d9-49cd-b7ba-1fda6ddeb386),segment_id=989a23f7-b1d9-49cd-b7ba-1fda6ddeb386)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:02:15.677685 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:15.678920 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device c33fa3e9-a7c6-49f4-b0a9-10056974b5d0 no longer exists at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:02:15.686562 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-059287b6-05e6-4a50-8967-7c3359f9bfd0 req-6336319d-3afc-45b9-8c0c-41169afed576 service neutron] 10.222.0.36 "GET /v2.0/networks/670b06b4-ee25-49ae-9fe6-c102537f67c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6760645 Sep 20 16:02:15.741820 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-7f95a94b-5ce6-4725-bc9d-fbfb08fe172d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:02:15.805074 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ded281-7e25-402e-95f2-d8a3c2dabc45 req-b81901af-839e-4381-a111-af0d07c7fcfe tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:15.812402 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f3ded281-7e25-402e-95f2-d8a3c2dabc45 req-b81901af-839e-4381-a111-af0d07c7fcfe tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 943 time: 0.3738267 Sep 20 16:02:15.862360 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=8e52c04f-0201-4604-827a-8116060ac578,revision_number=7']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:02:15.871931 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:02:15.891498 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:15.905179 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-4f69a6d4-a601-4cee-8783-fd6e6f98b9cf req-e307c872-21de-4dcb-bbf5-2a5e1dde9d80 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33095450'] for port, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:15.919882 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:02:16.018451 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e307c872-21de-4dcb-bbf5-2a5e1dde9d80 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Pushing event deleted for resources: {'Port': ['ID=c33fa3e9-a7c6-49f4-b0a9-10056974b5d0,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:02:16.047910 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-e307c872-21de-4dcb-bbf5-2a5e1dde9d80 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:02:16.059931 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f69a6d4-a601-4cee-8783-fd6e6f98b9cf req-e307c872-21de-4dcb-bbf5-2a5e1dde9d80 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] No DVR routers for this DVR port c33fa3e9-a7c6-49f4-b0a9-10056974b5d0 on host hv-cinder-80966 {{(pid=82369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 20 16:02:16.063102 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-059287b6-05e6-4a50-8967-7c3359f9bfd0 req-5ba29217-6fae-49ff-a2a3-9f67173c533a service neutron] 10.222.0.36 "GET /v2.0/networks/670b06b4-ee25-49ae-9fe6-c102537f67c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479481 Sep 20 16:02:16.065144 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-4f69a6d4-a601-4cee-8783-fd6e6f98b9cf req-e307c872-21de-4dcb-bbf5-2a5e1dde9d80 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:16.075337 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3005196b-8290-4486-aba4-230975b5e603', 'name': 'network-vif-deleted', 'tag': 'c33fa3e9-a7c6-49f4-b0a9-10056974b5d0'}] {{(pid=82369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:02:16.082827 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4f69a6d4-a601-4cee-8783-fd6e6f98b9cf req-e307c872-21de-4dcb-bbf5-2a5e1dde9d80 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.36 "DELETE /v2.0/ports/c33fa3e9-a7c6-49f4-b0a9-10056974b5d0 HTTP/1.1" status: 204 len: 173 time: 1.5644839 Sep 20 16:02:16.098306 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387382a-45d6-4647-b8c1-7d8566ab327a req-835830b0-836c-4d57-92be-213a28d40ab7 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:16.100097 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3387382a-45d6-4647-b8c1-7d8566ab327a req-835830b0-836c-4d57-92be-213a28d40ab7 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0 HTTP/1.1" status: 200 len: 944 time: 0.6223209 Sep 20 16:02:16.197404 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-13629412-3577-497a-b89b-587ff47cfe32 req-058bf755-8d69-4fd1-be6b-550441c2526c service neutron] 10.222.0.36 "GET /v2.0/networks/526d51a6-e1d8-43dc-ad4b-1d3805a10527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5114684 Sep 20 16:02:16.204691 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f3ded281-7e25-402e-95f2-d8a3c2dabc45 req-6a8f6e2f-f35a-4cf4-a877-b8a32332504d tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3913674 Sep 20 16:02:16.207393 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3387382a-45d6-4647-b8c1-7d8566ab327a req-216b1bcf-7cf3-4a59-81d9-3988b28d71bf tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930889 Sep 20 16:02:16.291802 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97678124-5077-451a-bb56-fac239ecbdc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e52c04f-0201-4604-827a-8116060ac578', 'code': 200} Sep 20 16:02:16.422007 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063762b2-8654-4fc1-9e3f-43ef7c32712d req-9ab9e2c3-bfb4-44d0-847a-1d14be4459c1 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:16.423832 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-063762b2-8654-4fc1-9e3f-43ef7c32712d req-9ab9e2c3-bfb4-44d0-847a-1d14be4459c1 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.0897644 Sep 20 16:02:16.509823 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7c942202-1815-499c-a3f9-1d50787996c5 req-f7b6eb24-09da-4221-9907-7ffd5fb55d9e tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=3005196b-8290-4486-aba4-230975b5e603 HTTP/1.1" status: 200 len: 210 time: 0.0848188 Sep 20 16:02:16.524919 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-063762b2-8654-4fc1-9e3f-43ef7c32712d req-1cad58b8-75c3-4d11-98b4-83e42d592524 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556171 Sep 20 16:02:16.585891 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3005196b-8290-4486-aba4-230975b5e603', 'name': 'network-vif-deleted', 'tag': 'c33fa3e9-a7c6-49f4-b0a9-10056974b5d0', 'status': 'completed', 'code': 200} Sep 20 16:02:16.839062 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a4bc2-640e-4973-b001-d0a1deccf09e req-10e7222c-5f97-4500-9c27-3ca8d16e8159 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:16.847038 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ce2a4bc2-640e-4973-b001-d0a1deccf09e req-10e7222c-5f97-4500-9c27-3ca8d16e8159 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.1774919 Sep 20 16:02:16.877651 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6389a02e-e782-46bf-a6ed-f3457629bc29 req-e601061f-48ae-43c8-b594-379c1d57669a tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:16.879929 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-6389a02e-e782-46bf-a6ed-f3457629bc29 req-e601061f-48ae-43c8-b594-379c1d57669a tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 946 time: 0.1648815 Sep 20 16:02:16.967511 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ce2a4bc2-640e-4973-b001-d0a1deccf09e req-8c272d24-b5e1-4f4b-8f65-1ea9f2cd9091 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194315 Sep 20 16:02:17.014590 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-6389a02e-e782-46bf-a6ed-f3457629bc29 req-abb9d755-ec8b-4475-9e0d-eba9fd54326c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221778 Sep 20 16:02:17.348782 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 41195857-cca8-486d-8ba8-ed8192f8b06b details requested by agent hyperv_hv-cinder-80966 with host hv-cinder-80966 {{(pid=82370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 20 16:02:17.555344 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 41195857-cca8-486d-8ba8-ed8192f8b06b, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=41195857-cca8-486d-8ba8-ed8192f8b06b,segment=NetworkSegment(d9bf92d7-4aa5-474a-bd0c-595bc04024f9),segment_id=d9bf92d7-4aa5-474a-bd0c-595bc04024f9)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:02:17.570368 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Returning: {'device': '41195857-cca8-486d-8ba8-ed8192f8b06b', 'network_id': '670b06b4-ee25-49ae-9fe6-c102537f67c6', 'port_id': '41195857-cca8-486d-8ba8-ed8192f8b06b', 'mac_address': 'fa:16:3e:45:9b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd112bb54-b56b-41c9-901f-d6e0d22c0b02', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 20 16:02:17.635019 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:17.663475 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41195857-cca8-486d-8ba8-ed8192f8b06b {{(pid=82370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 16:02:17.681110 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 41195857-cca8-486d-8ba8-ed8192f8b06b, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=41195857-cca8-486d-8ba8-ed8192f8b06b,segment=NetworkSegment(d9bf92d7-4aa5-474a-bd0c-595bc04024f9),segment_id=d9bf92d7-4aa5-474a-bd0c-595bc04024f9)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:02:17.684843 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c3a6b-d7fb-47ef-bd4d-ba9e226ca5c7 req-1b194f1a-975e-46e6-ad39-14d92c28c58a tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:17.686563 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-395c3a6b-d7fb-47ef-bd4d-ba9e226ca5c7 req-1b194f1a-975e-46e6-ad39-14d92c28c58a tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0 HTTP/1.1" status: 200 len: 944 time: 0.2689373 Sep 20 16:02:17.687497 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:17.689006 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 238e2abe-2575-4515-b350-ded21246b499 details requested by agent hyperv_hv-cinder-80966 with host hv-cinder-80966 {{(pid=82370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 20 16:02:17.692676 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-15f4edab-d318-42e6-8913-0a44d81d8744 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:02:17.695555 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e77636-cfe0-4a46-b81f-e56fff381c57 req-7cddffdf-4aa9-437c-8da1-e7eb28edfda2 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:17.697184 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-36e77636-cfe0-4a46-b81f-e56fff381c57 req-7cddffdf-4aa9-437c-8da1-e7eb28edfda2 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 943 time: 0.2446587 Sep 20 16:02:17.734076 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8dffa16a-05b1-4f98-a189-e86cecd76142 req-b2c7134f-5989-43bc-a301-4c2f424f67ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fd7704af87e049c8b60cee7ad66c9d89&device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 1098 time: 0.1808357 Sep 20 16:02:17.795351 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=41195857-cca8-486d-8ba8-ed8192f8b06b,revision_number=4']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:02:17.798891 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:02:17.808629 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-395c3a6b-d7fb-47ef-bd4d-ba9e226ca5c7 req-24a5962c-3d04-488e-ad87-b536c031133e tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103148 Sep 20 16:02:17.831743 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-36e77636-cfe0-4a46-b81f-e56fff381c57 req-3ecfbe08-b844-446d-b2f7-b21daa5122b8 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116092 Sep 20 16:02:18.065443 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 238e2abe-2575-4515-b350-ded21246b499, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=238e2abe-2575-4515-b350-ded21246b499,segment=NetworkSegment(af014d27-e93b-4a03-86de-e38863424f3d),segment_id=af014d27-e93b-4a03-86de-e38863424f3d)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:02:18.082575 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Returning: {'device': '238e2abe-2575-4515-b350-ded21246b499', 'network_id': 'f5b72bd9-9e2c-4379-b1a6-74f4994e0552', 'port_id': '238e2abe-2575-4515-b350-ded21246b499', 'mac_address': 'fa:16:3e:3d:22:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec1946d3-cedd-49f4-8285-8cb4d80885c9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 20 16:02:18.141970 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:18.166345 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 238e2abe-2575-4515-b350-ded21246b499 {{(pid=82370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 16:02:18.178035 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78158bf8-c533-485a-b343-a997c2607ea0 req-8ef6b1f2-0937-4363-afb9-21bf80a904b2 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:18.179625 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-78158bf8-c533-485a-b343-a997c2607ea0 req-8ef6b1f2-0937-4363-afb9-21bf80a904b2 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.1550043 Sep 20 16:02:18.181682 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 238e2abe-2575-4515-b350-ded21246b499, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=238e2abe-2575-4515-b350-ded21246b499,segment=NetworkSegment(af014d27-e93b-4a03-86de-e38863424f3d),segment_id=af014d27-e93b-4a03-86de-e38863424f3d)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:02:18.186542 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:18.189065 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:02:18.196021 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f23e88-986f-4d8c-89f5-32efd26d303a req-1fcc7177-f90f-4a7c-9565-a4475698862c tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:18.197574 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-67f23e88-986f-4d8c-89f5-32efd26d303a req-1fcc7177-f90f-4a7c-9565-a4475698862c tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1288579 Sep 20 16:02:18.264714 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=238e2abe-2575-4515-b350-ded21246b499,revision_number=4']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:02:18.268006 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:02:18.279160 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-78158bf8-c533-485a-b343-a997c2607ea0 req-604895f3-4020-4a41-82b2-601eb1757038 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903170 Sep 20 16:02:18.281465 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-67f23e88-986f-4d8c-89f5-32efd26d303a req-2573a51a-3486-44f7-88e6-f8602207da82 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675471 Sep 20 16:02:18.531564 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7098b4-709c-4c7d-aac6-4d5dc3a6b401 req-4156adc2-edd2-4b7e-8b46-e766f8795ba9 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:18.533218 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-da7098b4-709c-4c7d-aac6-4d5dc3a6b401 req-4156adc2-edd2-4b7e-8b46-e766f8795ba9 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 946 time: 0.1076205 Sep 20 16:02:18.582930 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-da7098b4-709c-4c7d-aac6-4d5dc3a6b401 req-6ad6ce0c-2312-4a25-b399-ca8042d2172c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433919 Sep 20 16:02:19.235231 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffa16a-05b1-4f98-a189-e86cecd76142 req-010cfd30-db94-43cd-8af7-3c5ae562d375 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:19.237113 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8dffa16a-05b1-4f98-a189-e86cecd76142 req-010cfd30-db94-43cd-8af7-3c5ae562d375 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d940861-2256-4176-a2ad-3f8353b646fe HTTP/1.1" status: 200 len: 912 time: 0.4171050 Sep 20 16:02:19.258550 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfd3c7a-b23f-4b4f-8ed4-ca6af89ea938 req-3d2f49d0-11ae-4a3c-bbcf-3f89a6d5340b tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:19.260185 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-dbfd3c7a-b23f-4b4f-8ed4-ca6af89ea938 req-3d2f49d0-11ae-4a3c-bbcf-3f89a6d5340b tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 944 time: 0.2298467 Sep 20 16:02:19.266148 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08f277-3323-46da-8ae3-157c3a5c5132 req-cd2a4e00-73f5-4a4d-8895-57411c6b7e57 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:19.270086 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8f08f277-3323-46da-8ae3-157c3a5c5132 req-cd2a4e00-73f5-4a4d-8895-57411c6b7e57 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0 HTTP/1.1" status: 200 len: 945 time: 0.2409511 Sep 20 16:02:19.350333 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-dbfd3c7a-b23f-4b4f-8ed4-ca6af89ea938 req-61cf3443-3324-4bca-97f2-d12adfe056fd tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790842 Sep 20 16:02:19.358310 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8f08f277-3323-46da-8ae3-157c3a5c5132 req-1650e13d-f7d6-421e-9e9e-c5414b93f004 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712903 Sep 20 16:02:19.558513 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfba66dc-7082-4f82-b82e-579fe3812259 req-2f6bb8cc-f638-4cd4-bad8-eac42fd3e289 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:19.560129 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bfba66dc-7082-4f82-b82e-579fe3812259 req-2f6bb8cc-f638-4cd4-bad8-eac42fd3e289 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.0889230 Sep 20 16:02:19.631135 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bfba66dc-7082-4f82-b82e-579fe3812259 req-78c7feda-d8bf-4ccf-9352-c10e91c762cf tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643048 Sep 20 16:02:19.855812 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8dffa16a-05b1-4f98-a189-e86cecd76142 req-a9b75f0c-ec7b-4f26-94c8-c334c9a87ee0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=522e6331-094c-47d9-b04b-55e867c66586 HTTP/1.1" status: 200 len: 1001 time: 0.1699278 Sep 20 16:02:19.901095 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d503518-952d-4377-9cde-40ccd7fe9c74 req-1a3dd898-1155-4894-abf4-f81e268dedf9 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:19.902871 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0d503518-952d-4377-9cde-40ccd7fe9c74 req-1a3dd898-1155-4894-abf4-f81e268dedf9 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 946 time: 0.1165895 Sep 20 16:02:19.962189 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0d503518-952d-4377-9cde-40ccd7fe9c74 req-6746707c-e4bc-4836-8f84-f338375a75b2 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504291 Sep 20 16:02:20.695705 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dffa16a-05b1-4f98-a189-e86cecd76142 req-cdf47d19-1e1a-475e-aa33-5c7b0ebb0872 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:20.697735 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8dffa16a-05b1-4f98-a189-e86cecd76142 req-cdf47d19-1e1a-475e-aa33-5c7b0ebb0872 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff460d82-964a-44b5-b5c5-4abe0f89a661 HTTP/1.1" status: 200 len: 850 time: 0.1211014 Sep 20 16:02:20.786878 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3366451-74a8-4a29-9daf-6259069ee8ef req-556a79d7-3a3d-42c6-b3d2-9da26cdf7063 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:20.788994 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d3366451-74a8-4a29-9daf-6259069ee8ef req-556a79d7-3a3d-42c6-b3d2-9da26cdf7063 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 944 time: 0.3158710 Sep 20 16:02:20.824202 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0c7e37-44ce-4b77-9b17-717d42a309eb req-b1e387b4-f771-4c8f-9b0e-5f8204efb9da tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:20.825873 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-be0c7e37-44ce-4b77-9b17-717d42a309eb req-b1e387b4-f771-4c8f-9b0e-5f8204efb9da tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0 HTTP/1.1" status: 200 len: 945 time: 0.3190842 Sep 20 16:02:20.898718 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8dffa16a-05b1-4f98-a189-e86cecd76142 req-83ccd7cd-e77a-4b4d-a6a9-a9e38ba0d806 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d940861-2256-4176-a2ad-3f8353b646fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1892326 Sep 20 16:02:20.920090 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d3366451-74a8-4a29-9daf-6259069ee8ef req-5fd358d6-d70c-425e-b0ff-48434c07bd2d tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196706 Sep 20 16:02:20.928846 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-be0c7e37-44ce-4b77-9b17-717d42a309eb req-8259c74e-5685-4a64-91f3-268923c8c6d8 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830138 Sep 20 16:02:21.207523 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8dffa16a-05b1-4f98-a189-e86cecd76142 req-b59bcf7a-1826-4a4d-8cec-1d519ce5764e service neutron] 10.222.0.36 "GET /v2.0/networks/8d940861-2256-4176-a2ad-3f8353b646fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776771 Sep 20 16:02:21.315562 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3269f1-b2fa-4d1f-95a2-357730e6290a req-9a83b9a2-e737-4c4f-8a84-38ccc2a6d0be tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:21.317333 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ee3269f1-b2fa-4d1f-95a2-357730e6290a req-9a83b9a2-e737-4c4f-8a84-38ccc2a6d0be tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.1774302 Sep 20 16:02:21.332352 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5c3e0-091f-49f7-9ce5-4713f2e0ca23 req-f66383f7-a35a-4237-bde0-5a6f39f717c8 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:21.338028 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-90f5c3e0-091f-49f7-9ce5-4713f2e0ca23 req-f66383f7-a35a-4237-bde0-5a6f39f717c8 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 946 time: 0.1329906 Sep 20 16:02:21.617871 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ee3269f1-b2fa-4d1f-95a2-357730e6290a req-66563d14-cc90-4745-b623-d2a54286e4d7 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2787161 Sep 20 16:02:21.621826 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-90f5c3e0-091f-49f7-9ce5-4713f2e0ca23 req-d3171352-60cd-4a40-818b-c7211ef48fac tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682542 Sep 20 16:02:22.351063 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8dffa16a-05b1-4f98-a189-e86cecd76142 req-c52a233b-001d-4446-89e2-241151fd0355 service neutron] 10.222.0.36 "GET /v2.0/networks/8d940861-2256-4176-a2ad-3f8353b646fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2945919 Sep 20 16:02:22.370332 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaabcb2-4681-450a-bad8-4af2f823c7f7 req-ac513126-04c0-496b-9d7e-be5ac41dcb75 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:22.382693 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-deaabcb2-4681-450a-bad8-4af2f823c7f7 req-ac513126-04c0-496b-9d7e-be5ac41dcb75 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 944 time: 0.2834992 Sep 20 16:02:22.414969 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f0301-4fe8-48fe-b7ed-cee427162ac6 req-1408a848-3f08-4ce3-bc3f-417a14dec47a tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:22.416578 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ee5f0301-4fe8-48fe-b7ed-cee427162ac6 req-1408a848-3f08-4ce3-bc3f-417a14dec47a tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0 HTTP/1.1" status: 200 len: 945 time: 0.2595167 Sep 20 16:02:22.465777 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-deaabcb2-4681-450a-bad8-4af2f823c7f7 req-4d764181-08af-4d72-8013-151e4da77e86 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818210 Sep 20 16:02:22.489705 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ee5f0301-4fe8-48fe-b7ed-cee427162ac6 req-4e4e978f-1393-47b6-afd6-37c6a7a7fc89 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623627 Sep 20 16:02:22.813159 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['238e2abe-2575-4515-b350-ded21246b499'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:02:22.919946 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec289194-726e-4fe9-9ad2-b731a913030e req-75fba3e3-389f-49af-94ee-1a06286f51a3 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:22.921561 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ec289194-726e-4fe9-9ad2-b731a913030e req-75fba3e3-389f-49af-94ee-1a06286f51a3 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.1771271 Sep 20 16:02:22.931124 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51144cce-81b5-4a45-8a4d-8ff4d68cc2e8 req-3f7f82e5-1697-4bcf-989d-516be25dd1e4 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:22.942681 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-51144cce-81b5-4a45-8a4d-8ff4d68cc2e8 req-3f7f82e5-1697-4bcf-989d-516be25dd1e4 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 946 time: 0.1596859 Sep 20 16:02:23.039794 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-51144cce-81b5-4a45-8a4d-8ff4d68cc2e8 req-09a0b3b0-d03c-4e90-b6c6-5af21ee6831b tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983682 Sep 20 16:02:23.042444 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ec289194-726e-4fe9-9ad2-b731a913030e req-4a8b3f2e-7890-41b0-a796-a4bbec12a946 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990779 Sep 20 16:02:23.744497 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d16850-1114-4ca6-870c-e00cd12a89c3 req-ecead60b-e811-4a97-8faa-cea754d65648 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:23.746176 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c7d16850-1114-4ca6-870c-e00cd12a89c3 req-ecead60b-e811-4a97-8faa-cea754d65648 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 944 time: 0.1548071 Sep 20 16:02:23.752338 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013221c7-ccb2-492b-b802-d7c049bc4580 req-c78e41b0-4e67-4ddf-a542-700a60283983 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:23.754388 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-013221c7-ccb2-492b-b802-d7c049bc4580 req-c78e41b0-4e67-4ddf-a542-700a60283983 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0 HTTP/1.1" status: 200 len: 945 time: 0.1270475 Sep 20 16:02:23.832326 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c7d16850-1114-4ca6-870c-e00cd12a89c3 req-89179a60-a638-4ac3-8ff6-b033df603f9b tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768709 Sep 20 16:02:23.836074 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-013221c7-ccb2-492b-b802-d7c049bc4580 req-b835b18c-0807-4f6f-87a3-d81bd7dd5b33 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657067 Sep 20 16:02:23.848411 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['41195857-cca8-486d-8ba8-ed8192f8b06b'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:02:24.343900 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fa45a1-c683-48a4-8c96-0ff1cb453d34 req-f6dda051-22f1-42e9-8b5d-316cb88d887c tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:24.345541 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-12fa45a1-c683-48a4-8c96-0ff1cb453d34 req-f6dda051-22f1-42e9-8b5d-316cb88d887c tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.1567509 Sep 20 16:02:24.353126 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb3252-2d74-470d-b1aa-1cbaccffdad4 req-f4b907b3-c0c9-4159-abcd-3e688a1e6e17 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:24.354757 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fdcb3252-2d74-470d-b1aa-1cbaccffdad4 req-f4b907b3-c0c9-4159-abcd-3e688a1e6e17 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 946 time: 0.1283715 Sep 20 16:02:24.437027 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-12fa45a1-c683-48a4-8c96-0ff1cb453d34 req-d3d85ff8-a4d5-41b7-a924-f252f5ad9057 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811791 Sep 20 16:02:24.442049 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fdcb3252-2d74-470d-b1aa-1cbaccffdad4 req-4effcad7-6c64-4933-a8dc-a98b1705d295 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683773 Sep 20 16:02:24.725683 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4f280-baf7-4bb1-9c5e-52083588f44b req-40f72aff-4068-4055-ba50-5950aec9d420 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:24.727422 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e8c4f280-baf7-4bb1-9c5e-52083588f44b req-40f72aff-4068-4055-ba50-5950aec9d420 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.0947280 Sep 20 16:02:24.811246 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e8c4f280-baf7-4bb1-9c5e-52083588f44b req-8afbbaf7-5d46-4b63-bb75-d774d810c746 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745499 Sep 20 16:02:25.238598 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4323680-cfb0-4a88-9c42-a2bdbe096702 req-b5c702cd-f269-4d9e-9cd8-fafa190a95c4 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:25.246505 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d4323680-cfb0-4a88-9c42-a2bdbe096702 req-b5c702cd-f269-4d9e-9cd8-fafa190a95c4 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 944 time: 0.1348004 Sep 20 16:02:25.308299 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d4323680-cfb0-4a88-9c42-a2bdbe096702 req-3f2f2671-05e7-48f9-a66e-e70b1eb3de00 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604644 Sep 20 16:02:25.563899 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af9cb5-5255-4faf-88f5-c0d146977154 req-d47edb57-9d7b-4198-82ab-8a939157e148 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:25.574152 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b3af9cb5-5255-4faf-88f5-c0d146977154 req-d47edb57-9d7b-4198-82ab-8a939157e148 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0 HTTP/1.1" status: 200 len: 945 time: 0.1206553 Sep 20 16:02:25.690968 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b3af9cb5-5255-4faf-88f5-c0d146977154 req-cf1d6dca-008c-4d33-8ca6-1a43bd03c516 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155348 Sep 20 16:02:26.012819 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f47426-4e2d-4790-851e-d07de3e281f8 req-a45fd6c2-4e26-4271-b531-6d01cae6e5e6 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:26.014525 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-28f47426-4e2d-4790-851e-d07de3e281f8 req-a45fd6c2-4e26-4271-b531-6d01cae6e5e6 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.1749940 Sep 20 16:02:26.048567 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0886c74-04f1-4f5f-bf8c-8ae329588784 req-c044386d-3aa8-4e7e-9791-121083e4b090 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:26.050330 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f0886c74-04f1-4f5f-bf8c-8ae329588784 req-c044386d-3aa8-4e7e-9791-121083e4b090 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 946 time: 0.1579936 Sep 20 16:02:26.152521 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-28f47426-4e2d-4790-851e-d07de3e281f8 req-2cab1565-31be-4fd7-949a-364ea658f100 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285577 Sep 20 16:02:26.166733 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f0886c74-04f1-4f5f-bf8c-8ae329588784 req-b535561d-025c-4bf2-81d2-01ab4ca03720 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067624 Sep 20 16:02:26.540755 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3e209-c492-42e6-aec3-7ffce9de1f0e req-ce2933ba-559c-4a93-b0d5-3964e4cdbef9 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:26.551149 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d3b3e209-c492-42e6-aec3-7ffce9de1f0e req-ce2933ba-559c-4a93-b0d5-3964e4cdbef9 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 944 time: 0.1180329 Sep 20 16:02:26.623379 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d3b3e209-c492-42e6-aec3-7ffce9de1f0e req-01a10ed4-5c6c-4b2d-b1f7-df949855ebc7 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696025 Sep 20 16:02:26.831589 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 41195857-cca8-486d-8ba8-ed8192f8b06b up at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:02:26.944052 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning for port 41195857-cca8-486d-8ba8-ed8192f8b06b completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:02:26.951777 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning complete for port 41195857-cca8-486d-8ba8-ed8192f8b06b triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:02:26.953259 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:27.051736 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2b41f-4ae2-4ee3-a6e7-794799a33f89 req-a002f94f-268f-491f-8772-211b17ddbea0 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:27.053531 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-13a2b41f-4ae2-4ee3-a6e7-794799a33f89 req-a002f94f-268f-491f-8772-211b17ddbea0 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0 HTTP/1.1" status: 200 len: 945 time: 0.1925502 Sep 20 16:02:27.127519 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-13a2b41f-4ae2-4ee3-a6e7-794799a33f89 req-932dc0ad-13bd-4c9f-b913-82197330da8b tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677812 Sep 20 16:02:27.142784 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:27.191766 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 41195857-cca8-486d-8ba8-ed8192f8b06b, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=41195857-cca8-486d-8ba8-ed8192f8b06b,segment=NetworkSegment(d9bf92d7-4aa5-474a-bd0c-595bc04024f9),segment_id=d9bf92d7-4aa5-474a-bd0c-595bc04024f9)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:02:27.192818 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f0ab76-a7d7-4f4d-a507-89d6694e3475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41195857-cca8-486d-8ba8-ed8192f8b06b'}] {{(pid=82370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:02:27.201431 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:27.202365 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 238e2abe-2575-4515-b350-ded21246b499 up at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:02:27.253671 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:02:27.325108 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f0ab76-a7d7-4f4d-a507-89d6694e3475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41195857-cca8-486d-8ba8-ed8192f8b06b', 'code': 200} Sep 20 16:02:27.335652 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=41195857-cca8-486d-8ba8-ed8192f8b06b,revision_number=5']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:02:27.339909 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:02:27.400906 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning for port 238e2abe-2575-4515-b350-ded21246b499 completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:02:27.408361 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning complete for port 238e2abe-2575-4515-b350-ded21246b499 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:02:27.408892 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:27.449630 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f74643-4d0a-4be1-91c7-3e304c569959 req-e23186a9-b2ad-4c3b-b7ac-bb5213d85c6c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:27.458426 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-02f74643-4d0a-4be1-91c7-3e304c569959 req-e23186a9-b2ad-4c3b-b7ac-bb5213d85c6c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 946 time: 0.0994666 Sep 20 16:02:27.511030 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-02f74643-4d0a-4be1-91c7-3e304c569959 req-0faabb42-05df-45b6-9d96-c116d5f4d344 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516317 Sep 20 16:02:27.538808 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:27.571514 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 238e2abe-2575-4515-b350-ded21246b499, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=238e2abe-2575-4515-b350-ded21246b499,segment=NetworkSegment(af014d27-e93b-4a03-86de-e38863424f3d),segment_id=af014d27-e93b-4a03-86de-e38863424f3d)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:02:27.574235 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:27.576181 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:02:27.643173 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=238e2abe-2575-4515-b350-ded21246b499,revision_number=5']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:02:27.646266 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:02:27.831709 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ec971-0b51-4f7d-b7d4-a29ccdce0433 req-b7844a45-3879-43f8-9107-749ed9e7c489 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:27.833344 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-936ec971-0b51-4f7d-b7d4-a29ccdce0433 req-b7844a45-3879-43f8-9107-749ed9e7c489 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 945 time: 0.0839105 Sep 20 16:02:27.885304 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-936ec971-0b51-4f7d-b7d4-a29ccdce0433 req-f505d7a8-f6dd-4a86-bb19-cf56014028f8 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457358 Sep 20 16:02:28.342005 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a580af4-6bdf-402f-ab8c-c384e06acf22 req-2942839a-9d49-47a3-8134-e94b2a4d7a33 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:28.343693 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2a580af4-6bdf-402f-ab8c-c384e06acf22 req-2942839a-9d49-47a3-8134-e94b2a4d7a33 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0 HTTP/1.1" status: 200 len: 946 time: 0.0861113 Sep 20 16:02:28.391669 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2a580af4-6bdf-402f-ab8c-c384e06acf22 req-d4ceaf89-de8b-417e-bb6e-f4ca039a6836 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413840 Sep 20 16:02:28.733532 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a8657-02d3-4539-83d7-d674a43d94d5 req-a22d547b-db56-4612-8739-7b85686c3340 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:28.735109 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-903a8657-02d3-4539-83d7-d674a43d94d5 req-a22d547b-db56-4612-8739-7b85686c3340 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 946 time: 0.0834212 Sep 20 16:02:28.783141 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-903a8657-02d3-4539-83d7-d674a43d94d5 req-aaf883b7-e613-4625-a118-78c0ea035b1b tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418708 Sep 20 16:02:29.090761 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47e598-9547-49a3-8f44-f6d1d449457c req-2f4b2809-fd0e-4362-855c-5339d7525f79 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:29.092417 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8a47e598-9547-49a3-8f44-f6d1d449457c req-2f4b2809-fd0e-4362-855c-5339d7525f79 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 945 time: 0.0858152 Sep 20 16:02:29.144142 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8a47e598-9547-49a3-8f44-f6d1d449457c req-cc2f6244-ee06-40b3-b26d-c554f2872200 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442498 Sep 20 16:02:29.326270 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238e2abe-2575-4515-b350-ded21246b499'}] {{(pid=82370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:02:29.379740 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '238e2abe-2575-4515-b350-ded21246b499', 'code': 200} Sep 20 16:02:29.598643 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6cab7a-5e46-42f0-9c41-bdded0f12965 req-101fb5ac-f29b-4ab5-89b6-fb1d02fdccd3 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:29.600205 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5c6cab7a-5e46-42f0-9c41-bdded0f12965 req-101fb5ac-f29b-4ab5-89b6-fb1d02fdccd3 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0 HTTP/1.1" status: 200 len: 946 time: 0.0852873 Sep 20 16:02:29.648125 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5c6cab7a-5e46-42f0-9c41-bdded0f12965 req-164d66f6-aee0-4c5e-971c-c4bf04a22c5b tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419040 Sep 20 16:02:29.997200 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626285b-714c-4554-bb1b-d846b4ed2ac4 req-18f371ad-a49e-4422-99cb-26efde3b74b5 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:29.998796 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b626285b-714c-4554-bb1b-d846b4ed2ac4 req-18f371ad-a49e-4422-99cb-26efde3b74b5 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 946 time: 0.0816381 Sep 20 16:02:30.080104 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b626285b-714c-4554-bb1b-d846b4ed2ac4 req-a82b49d1-ddfc-4790-9ab1-2e8449b2271b tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751758 Sep 20 16:02:30.322330 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-29bd1f72-a556-43aa-aa68-f10781b59aa8 req-2ca1a49e-767e-46d2-8f38-417a9ed8c943 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 1098 time: 0.1391287 Sep 20 16:02:30.488743 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-29bd1f72-a556-43aa-aa68-f10781b59aa8 req-131ec9b6-63c3-4458-846b-9576e7e631c3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807092 Sep 20 16:02:30.499500 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de28f038-0c17-4e5f-ac69-c1197b66776e req-fc73aaa0-60fe-46dc-84bc-904ae18996e7 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:30.501179 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-de28f038-0c17-4e5f-ac69-c1197b66776e req-fc73aaa0-60fe-46dc-84bc-904ae18996e7 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 945 time: 0.1597574 Sep 20 16:02:30.531611 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cdb667d3-0a43-48fd-b328-431f4dc0b112 req-8f7a39b7-390e-4b76-b0e7-56323b8a9d92 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0 HTTP/1.1" status: 200 len: 1099 time: 0.1080482 Sep 20 16:02:30.571174 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-de28f038-0c17-4e5f-ac69-c1197b66776e req-e4f97139-5e00-47f6-b9ef-f72635c85e00 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617828 Sep 20 16:02:30.907922 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c01d34-4704-44a4-8d9e-fbad459da21d req-93ddfdec-b235-4539-a637-56d4cc23273d tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:30.909835 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a1c01d34-4704-44a4-8d9e-fbad459da21d req-93ddfdec-b235-4539-a637-56d4cc23273d tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0 HTTP/1.1" status: 200 len: 946 time: 0.1238136 Sep 20 16:02:30.975468 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a1c01d34-4704-44a4-8d9e-fbad459da21d req-5f949d7a-b0bb-4b0a-95c6-90e1c1b7b5d1 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571198 Sep 20 16:02:31.398407 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-57c7afae-5223-4c54-aa8a-753c7943f6a2 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:31.400329 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-57c7afae-5223-4c54-aa8a-753c7943f6a2 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/networks?id=43705c63-9812-487a-a61d-44eee9483c04 HTTP/1.1" status: 200 len: 814 time: 0.2216666 Sep 20 16:02:31.406870 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be260452-a0f9-4585-ad21-50ae683478e7 req-042cbf46-3ec3-4e82-a29d-2f40c32d2985 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:31.408426 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-be260452-a0f9-4585-ad21-50ae683478e7 req-042cbf46-3ec3-4e82-a29d-2f40c32d2985 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 946 time: 0.1854312 Sep 20 16:02:31.442450 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-1ae5c255-6908-40db-bb00-4928f056b657 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/quotas/d4006099cf2645d4a6944792d9159daa HTTP/1.1" status: 200 len: 375 time: 0.0328987 Sep 20 16:02:31.474342 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cdb667d3-0a43-48fd-b328-431f4dc0b112 req-e43a2084-7cc4-40ce-8656-4c29f54bbe9a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636148 Sep 20 16:02:31.526377 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-ca9defe2-de9b-4a1f-95c2-dd2b4682206d tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=d4006099cf2645d4a6944792d9159daa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695248 Sep 20 16:02:31.573617 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-be260452-a0f9-4585-ad21-50ae683478e7 req-8248a762-f699-4e83-a0c8-c676b4257337 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536543 Sep 20 16:02:31.718458 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-97870d9f-7104-42b4-81e6-a3c1965cbacd service neutron] 10.222.0.35 "GET /v2.0/networks/43705c63-9812-487a-a61d-44eee9483c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910932 Sep 20 16:02:31.981603 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-799241dc-9d87-4f0d-a0fa-dc17e197c3f6 service neutron] 10.222.0.35 "GET /v2.0/networks/43705c63-9812-487a-a61d-44eee9483c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260020 Sep 20 16:02:31.997635 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba7426b-b425-411d-9047-860fb625511d req-50da8412-eee5-498c-8038-d93b76069ad6 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:32.007084 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-eba7426b-b425-411d-9047-860fb625511d req-50da8412-eee5-498c-8038-d93b76069ad6 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 945 time: 0.2873755 Sep 20 16:02:32.062059 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-eba7426b-b425-411d-9047-860fb625511d req-f7ccf9b1-0502-40ca-b321-710dbcfdc132 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540202 Sep 20 16:02:32.323895 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c543a55d-3cfd-4586-894e-dd1f96d14df8 req-f5f12acf-48a3-4b68-979b-0101703171e2 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=85c131c1-ec69-4c8e-83de-6763939d1024 HTTP/1.1" status: 200 len: 210 time: 0.1149218 Sep 20 16:02:32.372869 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6cb93-8f47-459c-be74-af0547c358e8 req-62c799a2-2ee1-4ce7-8a19-32143fe431ee tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:32.375464 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-31f6cb93-8f47-459c-be74-af0547c358e8 req-62c799a2-2ee1-4ce7-8a19-32143fe431ee tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0 HTTP/1.1" status: 200 len: 946 time: 0.1144838 Sep 20 16:02:32.435892 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-31f6cb93-8f47-459c-be74-af0547c358e8 req-da99efc4-f553-4003-9889-3e9f389f4454 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518560 Sep 20 16:02:32.766094 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f7bd2064-b771-4292-b974-6ba0582231cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:33.142737 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743d0be-8a44-4e89-a2da-85ae45b0050e req-00d6635e-efc1-4cfe-9e34-0873d284c003 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:33.152714 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4743d0be-8a44-4e89-a2da-85ae45b0050e req-00d6635e-efc1-4cfe-9e34-0873d284c003 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 946 time: 0.4196022 Sep 20 16:02:33.250265 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4743d0be-8a44-4e89-a2da-85ae45b0050e req-c960e831-ea1c-44b3-a9ce-9287be03bf83 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963609 Sep 20 16:02:33.414625 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9549a9-8104-4f26-8da5-3054acc53572 req-e49b3fce-0e57-43e4-9ad0-52cba30f0357 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:33.420958 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8d9549a9-8104-4f26-8da5-3054acc53572 req-e49b3fce-0e57-43e4-9ad0-52cba30f0357 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 945 time: 0.1608758 Sep 20 16:02:33.577739 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8d9549a9-8104-4f26-8da5-3054acc53572 req-50be583f-e9bc-4c33-845e-bf833f1d93c4 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493211 Sep 20 16:02:33.680280 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bdcc2e10-cf2a-4424-92c1-40c87439416e req-4a07b592-f6bb-4253-a745-de784abf7551 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=85c131c1-ec69-4c8e-83de-6763939d1024 HTTP/1.1" status: 200 len: 210 time: 0.0715427 Sep 20 16:02:33.742467 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 55688) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:02:34.118739 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-87441d0e-483a-4c7b-b3c7-01d08ca9d4bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:34.129930 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:34.175950 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaae5e74-8e50-4f76-9a7a-7d52fcde5ef6 req-e58b091f-2f55-4cd9-b756-881fd45ebe4d tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:34.185995 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-aaae5e74-8e50-4f76-9a7a-7d52fcde5ef6 req-e58b091f-2f55-4cd9-b756-881fd45ebe4d tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0 HTTP/1.1" status: 200 len: 946 time: 0.3508236 Sep 20 16:02:34.203898 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-87441d0e-483a-4c7b-b3c7-01d08ca9d4bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:02:34.208471 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-87441d0e-483a-4c7b-b3c7-01d08ca9d4bf admin admin] Usage tracker for resource:security_group_rule and tenant:bb9bda88e5a842179fef69da8a2330fc is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:02:34.212047 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-87441d0e-483a-4c7b-b3c7-01d08ca9d4bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:02:34.218355 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-87441d0e-483a-4c7b-b3c7-01d08ca9d4bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:02:34.288813 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-aaae5e74-8e50-4f76-9a7a-7d52fcde5ef6 req-4fa0deab-e093-4546-bcb4-c4de3de5747c tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011057 Sep 20 16:02:34.291640 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-87441d0e-483a-4c7b-b3c7-01d08ca9d4bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:34.308300 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-87441d0e-483a-4c7b-b3c7-01d08ca9d4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:34.321765 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-ae59b856-52dd-47ef-ae74-fe4acc3db727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:02:34.376562 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3349e5b-8cb4-4a42-97a9-fdbff3da09ca req-675ac827-0842-41bc-9bad-66df755f045d tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:34.396429 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87441d0e-483a-4c7b-b3c7-01d08ca9d4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ad8258-8afb-4035-87b7-ed6ac56cc852,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:02:34.405837 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b3349e5b-8cb4-4a42-97a9-fdbff3da09ca req-675ac827-0842-41bc-9bad-66df755f045d tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 945 time: 0.3894517 Sep 20 16:02:34.507425 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b3349e5b-8cb4-4a42-97a9-fdbff3da09ca req-fc254066-117b-42fb-90a9-0d4fc12ee656 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005936 Sep 20 16:02:34.536887 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87441d0e-483a-4c7b-b3c7-01d08ca9d4bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:02:34.537300 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87441d0e-483a-4c7b-b3c7-01d08ca9d4bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:02:34.537705 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87441d0e-483a-4c7b-b3c7-01d08ca9d4bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:02:34.538101 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87441d0e-483a-4c7b-b3c7-01d08ca9d4bf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:02:34.538500 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87441d0e-483a-4c7b-b3c7-01d08ca9d4bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:02:34.538893 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87441d0e-483a-4c7b-b3c7-01d08ca9d4bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:02:34.539476 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87441d0e-483a-4c7b-b3c7-01d08ca9d4bf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:02:34.558789 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87441d0e-483a-4c7b-b3c7-01d08ca9d4bf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:02:34.559464 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87441d0e-483a-4c7b-b3c7-01d08ca9d4bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:02:34.559999 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87441d0e-483a-4c7b-b3c7-01d08ca9d4bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:02:34.560673 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87441d0e-483a-4c7b-b3c7-01d08ca9d4bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:02:34.581818 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-87441d0e-483a-4c7b-b3c7-01d08ca9d4bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:02:34.677647 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-87441d0e-483a-4c7b-b3c7-01d08ca9d4bf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bb9bda88e5a842179fef69da8a2330fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9338601 Sep 20 16:02:34.678425 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 55714) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:02:34.820559 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-4db905f6-5d22-4320-a6bb-8482ccfb082f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:34.828269 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-1856fc66-18e6-444f-9db5-c891762c4909 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:34.830084 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-1856fc66-18e6-444f-9db5-c891762c4909 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.36 "GET /v2.0/networks?id=43705c63-9812-487a-a61d-44eee9483c04 HTTP/1.1" status: 200 len: 814 time: 0.8435502 Sep 20 16:02:34.841656 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff85e094-03e5-4fca-af74-2068dc941ea9 req-064685ae-b7b0-4a46-82e4-23efafc00c22 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:34.843696 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ff85e094-03e5-4fca-af74-2068dc941ea9 req-064685ae-b7b0-4a46-82e4-23efafc00c22 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 946 time: 0.1399329 Sep 20 16:02:34.893090 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-d436adc8-9ddd-4299-b323-7e6a502865a4 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Request body: {'port': {'device_id': '85c131c1-ec69-4c8e-83de-6763939d1024', 'network_id': '43705c63-9812-487a-a61d-44eee9483c04', 'admin_state_up': True, 'tenant_id': 'd4006099cf2645d4a6944792d9159daa'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:02:34.908299 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ff85e094-03e5-4fca-af74-2068dc941ea9 req-562ba7e4-701b-4fed-a820-36afa8896517 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573974 Sep 20 16:02:34.926460 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-4db905f6-5d22-4320-a6bb-8482ccfb082f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:34.980793 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-4db905f6-5d22-4320-a6bb-8482ccfb082f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:34.991079 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-29fc5e32-1c58-4989-b3d8-332261de0448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:02:35.031262 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db905f6-5d22-4320-a6bb-8482ccfb082f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ad8258-8afb-4035-87b7-ed6ac56cc852,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:02:35.037359 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-4db905f6-5d22-4320-a6bb-8482ccfb082f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:02:35.103816 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-4db905f6-5d22-4320-a6bb-8482ccfb082f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:35.106637 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-4db905f6-5d22-4320-a6bb-8482ccfb082f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/51ad8258-8afb-4035-87b7-ed6ac56cc852 HTTP/1.1" status: 204 len: 168 time: 0.4244542 Sep 20 16:02:35.114475 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-964f0767-c098-464d-8644-e0d5d1da3dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:35.189413 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-d436adc8-9ddd-4299-b323-7e6a502865a4 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:02:35.195079 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-d436adc8-9ddd-4299-b323-7e6a502865a4 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Usage tracker for resource:port and tenant:d4006099cf2645d4a6944792d9159daa is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:02:35.198823 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-d436adc8-9ddd-4299-b323-7e6a502865a4 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:02:35.206622 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-d436adc8-9ddd-4299-b323-7e6a502865a4 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:02:35.218991 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-d436adc8-9ddd-4299-b323-7e6a502865a4 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Made reservation on behalf of d4006099cf2645d4a6944792d9159daa for: {'port': 1} {{(pid=82369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 16:02:35.231749 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-d436adc8-9ddd-4299-b323-7e6a502865a4 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:35.387494 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bb04fc0c-173c-4a96-9b5b-c38ac9210947 req-92f22abc-ffd3-4eb1-a532-ddfdd9900005 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=85c131c1-ec69-4c8e-83de-6763939d1024 HTTP/1.1" status: 200 len: 210 time: 0.0612416 Sep 20 16:02:35.395843 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-01a2c3db-00c4-432b-bb26-d797ad72226c req-90186e73-32cc-4147-ac0d-d207868e82b3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0ad6fb96f2948788cf8a1d3d787552f&device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 1099 time: 0.1937842 Sep 20 16:02:35.446343 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-d436adc8-9ddd-4299-b323-7e6a502865a4 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Allocated IP 172.20.0.5 (43705c63-9812-487a-a61d-44eee9483c04/338ac0bd-e4f8-42e2-923e-f5c76ce3e452/577c6df4-2262-4582-96a9-47f96d95f353) {{(pid=82369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 16:02:35.488597 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ef383-e08c-44f1-a828-27f84d764359 req-e4afe321-0812-4667-94ab-c9be1f5ae342 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:35.496105 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-719ef383-e08c-44f1-a828-27f84d764359 req-e4afe321-0812-4667-94ab-c9be1f5ae342 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.0953255 Sep 20 16:02:35.554695 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:35.605793 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-719ef383-e08c-44f1-a828-27f84d764359 req-4ecc1815-1a47-4ec2-a008-a85a592a490b tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087420 Sep 20 16:02:35.644387 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca73e8-d022-4da2-b975-0e76ea0588e5 req-309ca555-b0c5-4ebc-9a5a-86b90abea1d1 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:35.646006 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7cca73e8-d022-4da2-b975-0e76ea0588e5 req-309ca555-b0c5-4ebc-9a5a-86b90abea1d1 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 945 time: 0.1333675 Sep 20 16:02:35.681383 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-d436adc8-9ddd-4299-b323-7e6a502865a4 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Notify callbacks [] for port, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:35.705591 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7cca73e8-d022-4da2-b975-0e76ea0588e5 req-ca60ed30-b2c9-4ea2-8e1a-07b670999287 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518215 Sep 20 16:02:35.708563 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-d436adc8-9ddd-4299-b323-7e6a502865a4 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33095450'] for port, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:35.714790 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-81cfd7d8-48e2-4605-9d2c-342bf253dbc4 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:02:35.791533 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-d436adc8-9ddd-4299-b323-7e6a502865a4 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Network 43705c63-9812-487a-a61d-44eee9483c04 is already hosted by enough agents. {{(pid=82369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:02:35.796235 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-d436adc8-9ddd-4299-b323-7e6a502865a4 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Resources bound (agent type, host, resource id): {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:02:35.801247 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-d436adc8-9ddd-4299-b323-7e6a502865a4 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Received port after_create {{(pid=82369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 16:02:35.831659 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436adc8-9ddd-4299-b323-7e6a502865a4 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Pushing event updated for resources: {'Port': ['ID=577c6df4-2262-4582-96a9-47f96d95f353,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:02:35.837510 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d436adc8-9ddd-4299-b323-7e6a502865a4 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:02:35.876310 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-d436adc8-9ddd-4299-b323-7e6a502865a4 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:35.877067 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-d436adc8-9ddd-4299-b323-7e6a502865a4 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:35.905279 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-d436adc8-9ddd-4299-b323-7e6a502865a4 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0319319 Sep 20 16:02:36.215806 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c237c-b67f-4d59-8aa3-f8c503f86b59 req-b41bbe00-c1e2-42af-80ff-924903be11ab tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:36.217382 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c21c237c-b67f-4d59-8aa3-f8c503f86b59 req-b41bbe00-c1e2-42af-80ff-924903be11ab tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 946 time: 0.1101606 Sep 20 16:02:36.277841 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c21c237c-b67f-4d59-8aa3-f8c503f86b59 req-3560f1c8-599e-417a-b5f5-bb29dd0687cc tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529895 Sep 20 16:02:36.591446 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d80fc3b-6105-4bda-b1f0-013cb22d0f8c req-1152e965-2210-4bac-bf4b-e7ffc930855a tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:36.593024 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9d80fc3b-6105-4bda-b1f0-013cb22d0f8c req-1152e965-2210-4bac-bf4b-e7ffc930855a tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=85c131c1-ec69-4c8e-83de-6763939d1024 HTTP/1.1" status: 200 len: 931 time: 0.0850232 Sep 20 16:02:36.642498 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9d80fc3b-6105-4bda-b1f0-013cb22d0f8c req-d9b29692-789e-4579-8e07-01385d044cb8 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426044 Sep 20 16:02:36.822947 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1dd05c-3992-4bbd-b226-c4aa3b55f575 req-d7340970-2107-4b57-ac1a-de1dedb32701 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:36.824568 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cd1dd05c-3992-4bbd-b226-c4aa3b55f575 req-d7340970-2107-4b57-ac1a-de1dedb32701 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.0832632 Sep 20 16:02:36.891597 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cd1dd05c-3992-4bbd-b226-c4aa3b55f575 req-9280ceb0-da62-49d6-97aa-5184fbbd45d7 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595021 Sep 20 16:02:36.896267 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:37.493395 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8968db-586c-4816-ac46-9a03224a9c3e req-962b8a88-b51e-436f-9f69-561ed594a9bf tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:37.495038 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1c8968db-586c-4816-ac46-9a03224a9c3e req-962b8a88-b51e-436f-9f69-561ed594a9bf tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 946 time: 0.0822575 Sep 20 16:02:37.541831 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1c8968db-586c-4816-ac46-9a03224a9c3e req-0731f69d-3764-4ae3-b6e4-eeca9b372fab tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407157 Sep 20 16:02:37.865279 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f09b397-43a0-4371-a211-f5d86180e054 req-0f78b78b-c740-45d0-931f-e6309d2a9514 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:37.866804 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4f09b397-43a0-4371-a211-f5d86180e054 req-0f78b78b-c740-45d0-931f-e6309d2a9514 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=85c131c1-ec69-4c8e-83de-6763939d1024 HTTP/1.1" status: 200 len: 931 time: 0.0846124 Sep 20 16:02:37.914474 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4f09b397-43a0-4371-a211-f5d86180e054 req-f45844e5-3ff3-45fc-979a-e9766d4eca4c tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413334 Sep 20 16:02:38.099861 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef3390-6377-41c9-b602-646e30f0e9a0 req-e43af420-3a5d-4e5d-8959-df7c5fe9e4ef tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:38.101496 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-dfef3390-6377-41c9-b602-646e30f0e9a0 req-e43af420-3a5d-4e5d-8959-df7c5fe9e4ef tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.0825355 Sep 20 16:02:38.148643 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-dfef3390-6377-41c9-b602-646e30f0e9a0 req-7bc7dd63-2f87-4734-ad57-f9a1a06849cd tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409765 Sep 20 16:02:38.644069 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-e6833ae9-cb09-4912-b6b2-be8bfbd9da5b service neutron] Request body: {'port': {'device_id': '85c131c1-ec69-4c8e-83de-6763939d1024', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80966'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:02:38.768758 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-e6833ae9-cb09-4912-b6b2-be8bfbd9da5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:38.845716 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2c3db-00c4-432b-bb26-d797ad72226c req-4639fc69-b80b-4a30-8277-cf9b1ce764e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:38.847431 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-01a2c3db-00c4-432b-bb26-d797ad72226c req-4639fc69-b80b-4a30-8277-cf9b1ce764e9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=526d51a6-e1d8-43dc-ad4b-1d3805a10527 HTTP/1.1" status: 200 len: 919 time: 0.2080929 Sep 20 16:02:38.857911 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424bc34a-f9c8-431f-bfda-0934c7aef716 req-43b718f3-fd00-4ba0-a576-dd505b27b386 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:38.859479 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-424bc34a-f9c8-431f-bfda-0934c7aef716 req-43b718f3-fd00-4ba0-a576-dd505b27b386 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 946 time: 0.1792099 Sep 20 16:02:38.891641 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 8e52c04f-0201-4604-827a-8116060ac578 no longer exists at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:02:38.961374 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-01a2c3db-00c4-432b-bb26-d797ad72226c req-2cc430a4-ec12-4abc-92ef-bf449ea13bda service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea85f18a-a185-4513-885e-4cd5ec8c7e2f HTTP/1.1" status: 200 len: 217 time: 0.1007051 Sep 20 16:02:39.018157 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:39.042013 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-424bc34a-f9c8-431f-bfda-0934c7aef716 req-06b6534a-82c1-4e85-8cb1-0c2623c2b8d6 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300826 Sep 20 16:02:39.109512 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 8e52c04f-0201-4604-827a-8116060ac578, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=8e52c04f-0201-4604-827a-8116060ac578,segment=NetworkSegment(989a23f7-b1d9-49cd-b7ba-1fda6ddeb386),segment_id=989a23f7-b1d9-49cd-b7ba-1fda6ddeb386)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:02:39.110587 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97678124-5077-451a-bb56-fac239ecbdc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e52c04f-0201-4604-827a-8116060ac578'}] {{(pid=82370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:02:39.116443 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2c3db-00c4-432b-bb26-d797ad72226c req-111ad1ee-024f-492e-8ecd-1d584d257b14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:39.118343 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-01a2c3db-00c4-432b-bb26-d797ad72226c req-111ad1ee-024f-492e-8ecd-1d584d257b14 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99e482be-1e6b-4c97-9638-74c80f0f9561 HTTP/1.1" status: 200 len: 858 time: 0.1487086 Sep 20 16:02:39.122190 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:39.125783 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-7b427d80-e0b3-4bdc-9d51-a5c14dfd97d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:02:39.149744 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-e6833ae9-cb09-4912-b6b2-be8bfbd9da5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 577c6df4-2262-4582-96a9-47f96d95f353 {{(pid=82369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 16:02:39.156844 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-e6833ae9-cb09-4912-b6b2-be8bfbd9da5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:39.173717 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-e6833ae9-cb09-4912-b6b2-be8bfbd9da5b service neutron] Transition to ACTIVE for port object 577c6df4-2262-4582-96a9-47f96d95f353 will not be triggered until provisioned by entity L2. {{(pid=82369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:02:39.203919 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=8e52c04f-0201-4604-827a-8116060ac578,revision_number=8']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:02:39.214708 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-e6833ae9-cb09-4912-b6b2-be8bfbd9da5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036821680366'] for port, after_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:39.225327 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-1401f996-e825-42fd-8e4c-98e48ac94df6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:02:39.225536 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97678124-5077-451a-bb56-fac239ecbdc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e52c04f-0201-4604-827a-8116060ac578', 'code': 200} Sep 20 16:02:39.226941 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:02:39.227334 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:02:39.227715 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:02:39.228091 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:02:39.228466 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:02:39.229380 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:02:39.229762 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:02:39.230301 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:02:39.230674 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:02:39.231067 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:02:39.231432 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:02:39.240263 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-01a2c3db-00c4-432b-bb26-d797ad72226c req-7fef6c79-37f1-487f-abd9-0afb19bb05b7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=526d51a6-e1d8-43dc-ad4b-1d3805a10527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065879 Sep 20 16:02:39.244552 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:02:39.257117 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fff28fe-964b-408b-a567-35d759715191 req-a7e57e82-dde5-497b-8f19-3275702a79e3 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:39.258699 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8fff28fe-964b-408b-a567-35d759715191 req-a7e57e82-dde5-497b-8f19-3275702a79e3 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=85c131c1-ec69-4c8e-83de-6763939d1024 HTTP/1.1" status: 200 len: 931 time: 0.1999791 Sep 20 16:02:39.377955 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6833ae9-cb09-4912-b6b2-be8bfbd9da5b service neutron] Pushing event updated for resources: {'Port': ['ID=577c6df4-2262-4582-96a9-47f96d95f353,revision_number=2']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:02:39.381680 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-e6833ae9-cb09-4912-b6b2-be8bfbd9da5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:02:39.454970 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8fff28fe-964b-408b-a567-35d759715191 req-6d1bf767-ea63-43a5-b40b-8b783b1e13c2 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717377 Sep 20 16:02:39.467271 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c565b996-b2e3-4c9c-b009-d706da9bb796 req-747a4926-3082-4b95-974b-f1c0b09f194c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db746f245ad145658413ccb0154221ac&device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 1097 time: 0.2893579 Sep 20 16:02:39.494203 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-01a2c3db-00c4-432b-bb26-d797ad72226c req-f24eaafc-8dbf-4eb2-a911-bfa1b6fe2fb4 service neutron] 10.222.0.36 "GET /v2.0/networks/526d51a6-e1d8-43dc-ad4b-1d3805a10527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339232 Sep 20 16:02:39.532497 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae7478-3142-40b0-a6d9-2da45c80a3b5 req-a2837162-e4c2-4c33-94ab-22c88e172578 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:39.534628 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-dcae7478-3142-40b0-a6d9-2da45c80a3b5 req-a2837162-e4c2-4c33-94ab-22c88e172578 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1650395 Sep 20 16:02:39.622905 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-e6833ae9-cb09-4912-b6b2-be8bfbd9da5b service neutron] Attempting to bind port 577c6df4-2262-4582-96a9-47f96d95f353 on host hv-cinder-80966 for vnic_type normal with profile {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 16:02:39.623550 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-e6833ae9-cb09-4912-b6b2-be8bfbd9da5b service neutron] Attempting to bind port 577c6df4-2262-4582-96a9-47f96d95f353 by drivers openvswitch,hyperv on host hv-cinder-80966 at level 0 using segments [{'id': 'a0d8ceb8-75de-4a48-833b-bd452d857094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '43705c63-9812-487a-a61d-44eee9483c04'}] {{(pid=82369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 16:02:39.623921 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-e6833ae9-cb09-4912-b6b2-be8bfbd9da5b service neutron] Attempting to bind port 577c6df4-2262-4582-96a9-47f96d95f353 on network 43705c63-9812-487a-a61d-44eee9483c04 {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:02:39.645104 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-e6833ae9-cb09-4912-b6b2-be8bfbd9da5b service neutron] Port 577c6df4-2262-4582-96a9-47f96d95f353 on network 43705c63-9812-487a-a61d-44eee9483c04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80966 {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 20 16:02:39.645619 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-e6833ae9-cb09-4912-b6b2-be8bfbd9da5b service neutron] Attempting to bind port 577c6df4-2262-4582-96a9-47f96d95f353 on network 43705c63-9812-487a-a61d-44eee9483c04 {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:02:39.651484 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c565b996-b2e3-4c9c-b009-d706da9bb796 req-c80de3d6-e7a2-437a-8063-4b81e5837d8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:39.653076 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c565b996-b2e3-4c9c-b009-d706da9bb796 req-c80de3d6-e7a2-437a-8063-4b81e5837d8b service neutron] 10.222.0.36 "GET /v2.0/networks?id=bff5b245-776a-4a0d-8c23-eec69eae1a29 HTTP/1.1" status: 200 len: 918 time: 0.1738718 Sep 20 16:02:39.656441 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-e6833ae9-cb09-4912-b6b2-be8bfbd9da5b service neutron] Checking agent: {'id': '85f38ebc-8bd3-4a05-87ab-11427d0d3796', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 57, 9), 'started_at': datetime.datetime(2021, 9, 20, 15, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 16, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 16:02:39.656824 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-e6833ae9-cb09-4912-b6b2-be8bfbd9da5b service neutron] Checking segment: {'id': 'a0d8ceb8-75de-4a48-833b-bd452d857094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '43705c63-9812-487a-a61d-44eee9483c04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:02:39.657227 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-e6833ae9-cb09-4912-b6b2-be8bfbd9da5b service neutron] Bound using segment: {'id': 'a0d8ceb8-75de-4a48-833b-bd452d857094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '43705c63-9812-487a-a61d-44eee9483c04'} {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 16:02:39.657697 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-e6833ae9-cb09-4912-b6b2-be8bfbd9da5b service neutron] Bound port: 577c6df4-2262-4582-96a9-47f96d95f353, host: hv-cinder-80966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0d8ceb8-75de-4a48-833b-bd452d857094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '43705c63-9812-487a-a61d-44eee9483c04'}}] {{(pid=82369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 16:02:39.658078 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-e6833ae9-cb09-4912-b6b2-be8bfbd9da5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:39.677643 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-dcae7478-3142-40b0-a6d9-2da45c80a3b5 req-861eef8e-bc47-47ea-a42a-b43537d1fe6f tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257164 Sep 20 16:02:39.698646 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-01a2c3db-00c4-432b-bb26-d797ad72226c req-115a72a2-2895-4296-97b3-fe4312c4d306 service neutron] 10.222.0.36 "GET /v2.0/networks/526d51a6-e1d8-43dc-ad4b-1d3805a10527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958587 Sep 20 16:02:39.841594 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c565b996-b2e3-4c9c-b009-d706da9bb796 req-1c49471e-312c-49c3-b67c-beb6011a96a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e52c04f-0201-4604-827a-8116060ac578 HTTP/1.1" status: 200 len: 1000 time: 0.1729255 Sep 20 16:02:39.848116 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-e6833ae9-cb09-4912-b6b2-be8bfbd9da5b service neutron] For port 577c6df4-2262-4582-96a9-47f96d95f353, host hv-cinder-80966, cleared binding levels {{(pid=82369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 16:02:39.852717 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-e6833ae9-cb09-4912-b6b2-be8bfbd9da5b service neutron] For port 577c6df4-2262-4582-96a9-47f96d95f353, host hv-cinder-80966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=577c6df4-2262-4582-96a9-47f96d95f353,segment=NetworkSegment(a0d8ceb8-75de-4a48-833b-bd452d857094),segment_id=a0d8ceb8-75de-4a48-833b-bd452d857094)] {{(pid=82369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 16:02:39.895179 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-e6833ae9-cb09-4912-b6b2-be8bfbd9da5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036821680366'] for port, after_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:39.903828 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0f8f31f5-41af-4716-bcb8-06e84106422c tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:02:39.968413 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-e6833ae9-cb09-4912-b6b2-be8bfbd9da5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:39.969899 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-e6833ae9-cb09-4912-b6b2-be8bfbd9da5b service neutron] 10.222.0.36 "PUT /v2.0/ports/577c6df4-2262-4582-96a9-47f96d95f353 HTTP/1.1" status: 200 len: 1093 time: 1.3312700 Sep 20 16:02:39.974454 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85c131c1-ec69-4c8e-83de-6763939d1024', 'tag': '577c6df4-2262-4582-96a9-47f96d95f353'}] {{(pid=82369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:02:39.998131 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c565b996-b2e3-4c9c-b009-d706da9bb796 req-2f049bdd-bcbc-49b9-b376-dd54d92f960d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:39.999754 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c565b996-b2e3-4c9c-b009-d706da9bb796 req-2f049bdd-bcbc-49b9-b376-dd54d92f960d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=56db9545-8f98-4a5d-b98f-1e9dd0b9696a HTTP/1.1" status: 200 len: 856 time: 0.1491191 Sep 20 16:02:40.008875 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6833ae9-cb09-4912-b6b2-be8bfbd9da5b service neutron] Pushing event updated for resources: {'Port': ['ID=577c6df4-2262-4582-96a9-47f96d95f353,revision_number=3']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:02:40.012452 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-e6833ae9-cb09-4912-b6b2-be8bfbd9da5b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:02:40.088165 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85c131c1-ec69-4c8e-83de-6763939d1024', 'tag': '577c6df4-2262-4582-96a9-47f96d95f353', 'status': 'completed', 'code': 200} Sep 20 16:02:40.160836 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c565b996-b2e3-4c9c-b009-d706da9bb796 req-b6bb81e2-5930-4abd-b118-6906cd8b5226 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bff5b245-776a-4a0d-8c23-eec69eae1a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1433613 Sep 20 16:02:40.163787 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-5c530595-d0b5-43f6-9274-c8c6b779d24b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d4006099cf2645d4a6944792d9159daa&device_id=85c131c1-ec69-4c8e-83de-6763939d1024 HTTP/1.1" status: 200 len: 1096 time: 0.1130772 Sep 20 16:02:40.254513 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c1d6f-7404-46e8-9bec-87238ee5a54b req-a7baebd5-3262-4ddc-930f-d98c56e653c0 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:40.256442 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c28c1d6f-7404-46e8-9bec-87238ee5a54b req-a7baebd5-3262-4ddc-930f-d98c56e653c0 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 944 time: 0.0852551 Sep 20 16:02:40.281227 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:40.313729 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c28c1d6f-7404-46e8-9bec-87238ee5a54b req-bb470f9c-868e-49cf-85c1-937b6b0e263c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506051 Sep 20 16:02:40.491938 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-8366d378-6576-4871-ae5a-7cd1c6bfa551 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=577c6df4-2262-4582-96a9-47f96d95f353 HTTP/1.1" status: 200 len: 217 time: 0.2837496 Sep 20 16:02:40.640640 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-319d706f-aebd-4f18-aa7e-bdf3bef91cdd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:40.642409 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-319d706f-aebd-4f18-aa7e-bdf3bef91cdd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=338ac0bd-e4f8-42e2-923e-f5c76ce3e452 HTTP/1.1" status: 200 len: 854 time: 0.1034703 Sep 20 16:02:40.653115 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c565b996-b2e3-4c9c-b009-d706da9bb796 req-f0ebf748-4ff0-4b37-bbf6-8e0533bc7773 service neutron] 10.222.0.36 "GET /v2.0/networks/bff5b245-776a-4a0d-8c23-eec69eae1a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4690056 Sep 20 16:02:40.697972 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054cfcd-74e0-4de5-b39f-a18283211c8a req-c8d3c5e7-211d-468d-8dd0-3b0b19f035f5 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:40.699683 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c054cfcd-74e0-4de5-b39f-a18283211c8a req-c8d3c5e7-211d-468d-8dd0-3b0b19f035f5 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=85c131c1-ec69-4c8e-83de-6763939d1024 HTTP/1.1" status: 200 len: 943 time: 0.1116278 Sep 20 16:02:40.699887 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-1b521228-5b38-4572-be88-d310e1bbddf4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43705c63-9812-487a-a61d-44eee9483c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491076 Sep 20 16:02:40.830865 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c054cfcd-74e0-4de5-b39f-a18283211c8a req-fab533c0-9c83-44ff-beae-89ab95e487eb tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125593 Sep 20 16:02:41.012696 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c565b996-b2e3-4c9c-b009-d706da9bb796 req-ca021b26-c6ef-40f6-9d38-5164497e299d service neutron] 10.222.0.36 "GET /v2.0/networks/bff5b245-776a-4a0d-8c23-eec69eae1a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115993 Sep 20 16:02:41.018748 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-6d9d6b7c-8e59-4f07-b67b-9e6f47004479 service neutron] 10.222.0.36 "GET /v2.0/networks/43705c63-9812-487a-a61d-44eee9483c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872286 Sep 20 16:02:41.093818 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf63c6ec-74df-4d8d-83f0-b44de2ffd3f6 req-76d138c1-f0e5-4412-a0fa-c7075ca998ba tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:41.095723 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bf63c6ec-74df-4d8d-83f0-b44de2ffd3f6 req-76d138c1-f0e5-4412-a0fa-c7075ca998ba tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1566808 Sep 20 16:02:41.148192 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bf63c6ec-74df-4d8d-83f0-b44de2ffd3f6 req-0752509f-9da8-419d-8e47-2b038337c8a9 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459819 Sep 20 16:02:41.206760 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-135bdae5-b734-43f3-9122-009c4a01a1dd req-343c2ec2-2767-451a-9c2d-7c83550688cf service neutron] 10.222.0.36 "GET /v2.0/networks/43705c63-9812-487a-a61d-44eee9483c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812446 Sep 20 16:02:41.365863 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bda97afa-c2b8-4945-9668-4b25d47d891b req-1305a3c8-ebde-401e-9dd3-7ef6b9c36b05 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d4006099cf2645d4a6944792d9159daa&device_id=85c131c1-ec69-4c8e-83de-6763939d1024 HTTP/1.1" status: 200 len: 1096 time: 0.0940938 Sep 20 16:02:41.553781 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda97afa-c2b8-4945-9668-4b25d47d891b req-263d4299-fc50-4cfa-a437-4cd85894fb7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:41.555589 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bda97afa-c2b8-4945-9668-4b25d47d891b req-263d4299-fc50-4cfa-a437-4cd85894fb7e service neutron] 10.222.0.36 "GET /v2.0/networks?id=43705c63-9812-487a-a61d-44eee9483c04 HTTP/1.1" status: 200 len: 915 time: 0.1812756 Sep 20 16:02:41.663967 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bda97afa-c2b8-4945-9668-4b25d47d891b req-1fe3ae3d-c052-49ea-9876-ccd265d5b879 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=577c6df4-2262-4582-96a9-47f96d95f353 HTTP/1.1" status: 200 len: 217 time: 0.0966797 Sep 20 16:02:41.738880 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e0aa3-0aa7-4afd-9de7-cbc05fae7f8f req-e508c00a-587e-47eb-8632-70919609a32b tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:41.740610 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-858e0aa3-0aa7-4afd-9de7-cbc05fae7f8f req-e508c00a-587e-47eb-8632-70919609a32b tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 944 time: 0.1141968 Sep 20 16:02:41.753281 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda97afa-c2b8-4945-9668-4b25d47d891b req-3469ca1d-4b2f-41e6-a40a-2e3f97bf5e76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:41.755378 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bda97afa-c2b8-4945-9668-4b25d47d891b req-3469ca1d-4b2f-41e6-a40a-2e3f97bf5e76 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=338ac0bd-e4f8-42e2-923e-f5c76ce3e452 HTTP/1.1" status: 200 len: 854 time: 0.0807810 Sep 20 16:02:41.803543 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-858e0aa3-0aa7-4afd-9de7-cbc05fae7f8f req-e3252ca7-cc2c-4b64-a0f7-1eee549bc5ab tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557599 Sep 20 16:02:41.822012 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bda97afa-c2b8-4945-9668-4b25d47d891b req-78804987-1efb-441a-86f1-625bc506e1f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=43705c63-9812-487a-a61d-44eee9483c04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558538 Sep 20 16:02:42.023996 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bda97afa-c2b8-4945-9668-4b25d47d891b req-5e848215-b292-470c-8029-dd6a3cc6c6a0 service neutron] 10.222.0.36 "GET /v2.0/networks/43705c63-9812-487a-a61d-44eee9483c04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940603 Sep 20 16:02:42.112299 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8f4814-04d4-4100-8e38-7dd609384b65 req-bb41e8a2-5d32-44d4-807c-367c3e711e0b tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:42.113916 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-6d8f4814-04d4-4100-8e38-7dd609384b65 req-bb41e8a2-5d32-44d4-807c-367c3e711e0b tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=85c131c1-ec69-4c8e-83de-6763939d1024 HTTP/1.1" status: 200 len: 943 time: 0.0848012 Sep 20 16:02:42.175730 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bda97afa-c2b8-4945-9668-4b25d47d891b req-07c41d7c-d45d-4db7-bc4f-a985ea3ff2a6 service neutron] 10.222.0.36 "GET /v2.0/networks/43705c63-9812-487a-a61d-44eee9483c04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411340 Sep 20 16:02:42.203671 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-6d8f4814-04d4-4100-8e38-7dd609384b65 req-bf6222e9-8ffb-4282-8a93-d551ed39037d tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795679 Sep 20 16:02:42.213872 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.agents_db [None req-ae0f67a0-09e8-4135-93df-5bebfb5cb2de None None] Agent healthcheck: found 6 active agents {{(pid=82371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 20 16:02:42.367241 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54067c8d-9a43-4881-9139-6e5202ab03a0 req-320bb1c8-3aab-40e5-ad27-cae933ba42aa tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:42.368866 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-54067c8d-9a43-4881-9139-6e5202ab03a0 req-320bb1c8-3aab-40e5-ad27-cae933ba42aa tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.0884113 Sep 20 16:02:42.417561 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-54067c8d-9a43-4881-9139-6e5202ab03a0 req-70f057e6-f4c1-48a6-85b2-7ce815a6c39a tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424581 Sep 20 16:02:43.027332 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82b85dc-3ac3-428f-8b53-3b9c90a2f58f req-bfe3e31b-cff3-43ea-90db-db54d48ce26e tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:43.028936 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b82b85dc-3ac3-428f-8b53-3b9c90a2f58f req-bfe3e31b-cff3-43ea-90db-db54d48ce26e tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 944 time: 0.0820971 Sep 20 16:02:43.270449 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b82b85dc-3ac3-428f-8b53-3b9c90a2f58f req-5494c5da-10f2-441a-809f-607935fa83b9 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2351856 Sep 20 16:02:43.409536 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd8250-8bc1-4c0b-8da5-ed424ec4586f req-531266ef-67d2-478c-9da0-e606185e3888 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:43.411144 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2abd8250-8bc1-4c0b-8da5-ed424ec4586f req-531266ef-67d2-478c-9da0-e606185e3888 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=85c131c1-ec69-4c8e-83de-6763939d1024 HTTP/1.1" status: 200 len: 943 time: 0.0810447 Sep 20 16:02:43.464600 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2abd8250-8bc1-4c0b-8da5-ed424ec4586f req-6c6a8334-3b15-4f0c-bbfa-55e161b34fa9 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469668 Sep 20 16:02:43.630731 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c48c0-e03d-470d-b47f-ef0fe0217c6f req-f01c58a0-8938-4456-b8bd-9126057defaf tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:43.632358 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-6f4c48c0-e03d-470d-b47f-ef0fe0217c6f req-f01c58a0-8938-4456-b8bd-9126057defaf tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.0855718 Sep 20 16:02:43.683296 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-6f4c48c0-e03d-470d-b47f-ef0fe0217c6f req-6c3ea2e6-6a61-4a26-9eba-eb5b3ebfd79c tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444195 Sep 20 16:02:44.481389 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b237798-a36e-44ab-a925-ffc01bbd40d8 req-9efb2805-7ee9-429c-aa00-0f11296644f1 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:44.483022 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1b237798-a36e-44ab-a925-ffc01bbd40d8 req-9efb2805-7ee9-429c-aa00-0f11296644f1 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 944 time: 0.0808811 Sep 20 16:02:44.531265 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1b237798-a36e-44ab-a925-ffc01bbd40d8 req-d5e6b190-21d5-45b4-8760-9029160ea1e9 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422175 Sep 20 16:02:44.673774 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d473a0-fc86-425f-99ad-3674d2e26b35 req-b68e9d27-f4a4-47a0-a1a2-e595e9f84d8c tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:44.675482 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-63d473a0-fc86-425f-99ad-3674d2e26b35 req-b68e9d27-f4a4-47a0-a1a2-e595e9f84d8c tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=85c131c1-ec69-4c8e-83de-6763939d1024 HTTP/1.1" status: 200 len: 943 time: 0.0840738 Sep 20 16:02:44.723709 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-63d473a0-fc86-425f-99ad-3674d2e26b35 req-2cf91f4c-738b-4289-9f31-65b1977327d8 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420840 Sep 20 16:02:44.919452 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fb1e3e-ab2d-4f41-befc-3f4eb0787f5b req-a9408483-f072-49c3-b48d-58663121d4dc tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:44.921064 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-81fb1e3e-ab2d-4f41-befc-3f4eb0787f5b req-a9408483-f072-49c3-b48d-58663121d4dc tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.0867023 Sep 20 16:02:44.975697 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-81fb1e3e-ab2d-4f41-befc-3f4eb0787f5b req-bd12ead3-6d04-4a8d-a7ab-87b5511c8d5e tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480363 Sep 20 16:02:45.429536 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bcab5895-b88e-49f8-a21e-0b4691089f84 req-e9d3ea5a-a85d-4062-a5ed-b810eb77d4b4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0705390 Sep 20 16:02:45.705029 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61222a-d0e6-4552-bd25-3092e3d07339 req-872e0ff9-ef32-4202-b98c-96fefa06c8e3 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:45.707170 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2c61222a-d0e6-4552-bd25-3092e3d07339 req-872e0ff9-ef32-4202-b98c-96fefa06c8e3 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 944 time: 0.0810251 Sep 20 16:02:45.758557 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2c61222a-d0e6-4552-bd25-3092e3d07339 req-bbb70a4b-b96b-41e8-b53a-44b6d2f21eb3 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453794 Sep 20 16:02:45.769461 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 55974) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:02:45.771274 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 577c6df4-2262-4582-96a9-47f96d95f353 details requested by agent hyperv_hv-cinder-80966 with host hv-cinder-80966 {{(pid=82370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 20 16:02:45.944000 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 577c6df4-2262-4582-96a9-47f96d95f353, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=577c6df4-2262-4582-96a9-47f96d95f353,segment=NetworkSegment(a0d8ceb8-75de-4a48-833b-bd452d857094),segment_id=a0d8ceb8-75de-4a48-833b-bd452d857094)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:02:45.947582 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-04bc0ea7-7f12-41c3-a563-be939a709ebb req-6fac65fe-b523-4cba-bfe8-2ee3f3685ba2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1767435 Sep 20 16:02:45.960566 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Returning: {'device': '577c6df4-2262-4582-96a9-47f96d95f353', 'network_id': '43705c63-9812-487a-a61d-44eee9483c04', 'port_id': '577c6df4-2262-4582-96a9-47f96d95f353', 'mac_address': 'fa:16:3e:72:92:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338ac0bd-e4f8-42e2-923e-f5c76ce3e452', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 20 16:02:45.976038 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc5d20-ec01-4f2a-8047-8d75e00050fe req-21551429-dc0e-4650-a9d2-1a51c7eadbc6 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:45.977434 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fdcc5d20-ec01-4f2a-8047-8d75e00050fe req-21551429-dc0e-4650-a9d2-1a51c7eadbc6 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=85c131c1-ec69-4c8e-83de-6763939d1024 HTTP/1.1" status: 200 len: 943 time: 0.0964444 Sep 20 16:02:46.025642 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:46.046793 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 577c6df4-2262-4582-96a9-47f96d95f353 {{(pid=82370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 16:02:46.053907 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fdcc5d20-ec01-4f2a-8047-8d75e00050fe req-13329ebb-6fa3-4399-996c-90dbdcb25575 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697007 Sep 20 16:02:46.063084 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 577c6df4-2262-4582-96a9-47f96d95f353, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=577c6df4-2262-4582-96a9-47f96d95f353,segment=NetworkSegment(a0d8ceb8-75de-4a48-833b-bd452d857094),segment_id=a0d8ceb8-75de-4a48-833b-bd452d857094)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:02:46.067811 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:46.069855 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:02:46.173646 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=577c6df4-2262-4582-96a9-47f96d95f353,revision_number=4']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:02:46.177128 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:02:46.218093 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f837e69c-1d31-4e97-b44e-b09bca433919 req-0dc52fb3-4b52-4445-a160-1233c2f97b81 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:46.219768 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f837e69c-1d31-4e97-b44e-b09bca433919 req-0dc52fb3-4b52-4445-a160-1233c2f97b81 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1064498 Sep 20 16:02:46.278137 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f837e69c-1d31-4e97-b44e-b09bca433919 req-c57cb939-25ee-4969-b10d-d354cb3a06e2 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500183 Sep 20 16:02:46.980397 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b6ddb-2c1b-4a00-8814-43c20ced5666 req-6888b84c-c1af-481a-9a6f-bb10185f7a1c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:46.981982 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-110b6ddb-2c1b-4a00-8814-43c20ced5666 req-6888b84c-c1af-481a-9a6f-bb10185f7a1c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 944 time: 0.0808322 Sep 20 16:02:47.029357 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-110b6ddb-2c1b-4a00-8814-43c20ced5666 req-d76fc052-e45c-4da4-b716-84794a4605ad tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410287 Sep 20 16:02:47.274664 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26a5b4-d87a-4ae1-9f87-19a49a5aba78 req-3522a6f9-62cb-40bf-a87e-49c7163801a5 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:47.276311 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ff26a5b4-d87a-4ae1-9f87-19a49a5aba78 req-3522a6f9-62cb-40bf-a87e-49c7163801a5 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=85c131c1-ec69-4c8e-83de-6763939d1024 HTTP/1.1" status: 200 len: 944 time: 0.0871129 Sep 20 16:02:47.324987 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ff26a5b4-d87a-4ae1-9f87-19a49a5aba78 req-027ae61d-581b-4ecf-a362-c2c1f100118b tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427299 Sep 20 16:02:47.485294 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb5705-fb49-40aa-b346-170b4a97e7f2 req-b6aed350-980f-4683-a2a6-4ff59ff61033 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:47.487544 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2fcb5705-fb49-40aa-b346-170b4a97e7f2 req-b6aed350-980f-4683-a2a6-4ff59ff61033 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.0824578 Sep 20 16:02:47.538962 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2fcb5705-fb49-40aa-b346-170b4a97e7f2 req-ce2498bd-5fc0-4ffd-9569-70e04e39149b tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451624 Sep 20 16:02:48.206863 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['577c6df4-2262-4582-96a9-47f96d95f353'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:02:48.243496 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74bc1a5-e336-4486-bdf7-93fe7fc34e9a req-6303262a-933e-4e6f-9b58-8092ba7af821 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:48.245117 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a74bc1a5-e336-4486-bdf7-93fe7fc34e9a req-6303262a-933e-4e6f-9b58-8092ba7af821 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 944 time: 0.0826950 Sep 20 16:02:48.294478 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a74bc1a5-e336-4486-bdf7-93fe7fc34e9a req-2ee940c6-4b06-46a9-a5c2-e86c1dbcc729 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433156 Sep 20 16:02:48.542111 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98112f9d-ac9f-45fa-8487-b1bdce4e11d3 req-6b17adfd-57ae-4f80-b1df-7ddef5549c8b tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:48.543684 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-98112f9d-ac9f-45fa-8487-b1bdce4e11d3 req-6b17adfd-57ae-4f80-b1df-7ddef5549c8b tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=85c131c1-ec69-4c8e-83de-6763939d1024 HTTP/1.1" status: 200 len: 944 time: 0.0886030 Sep 20 16:02:48.592513 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-98112f9d-ac9f-45fa-8487-b1bdce4e11d3 req-bc9c3e54-1e55-4453-a002-04701308e51c tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421464 Sep 20 16:02:48.752759 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c74525-414f-41f1-850a-23e470767a89 req-50617d93-6130-4b07-93f8-06c004cbacea tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:48.754290 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b5c74525-414f-41f1-850a-23e470767a89 req-50617d93-6130-4b07-93f8-06c004cbacea tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.0829413 Sep 20 16:02:48.804512 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b5c74525-414f-41f1-850a-23e470767a89 req-87a40d71-7d28-40e4-a29c-a9b23eb3f1d9 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441353 Sep 20 16:02:49.513888 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068a682-9986-48b1-ac0e-f456e45154ea req-852551fb-cfe0-4e4d-b503-0382f88d42aa tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:49.515542 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8068a682-9986-48b1-ac0e-f456e45154ea req-852551fb-cfe0-4e4d-b503-0382f88d42aa tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 944 time: 0.0855970 Sep 20 16:02:49.563748 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8068a682-9986-48b1-ac0e-f456e45154ea req-a70ad62a-57ee-40ca-958c-8c3980285a4f tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420699 Sep 20 16:02:49.768163 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 577c6df4-2262-4582-96a9-47f96d95f353 up at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:02:49.818980 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920614c0-c8a0-43a7-9d4e-644440aa3d2d req-146b393d-5b32-41a2-880a-975b8d69794b tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:49.820837 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-920614c0-c8a0-43a7-9d4e-644440aa3d2d req-146b393d-5b32-41a2-880a-975b8d69794b tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=85c131c1-ec69-4c8e-83de-6763939d1024 HTTP/1.1" status: 200 len: 944 time: 0.1002584 Sep 20 16:02:49.853876 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning for port 577c6df4-2262-4582-96a9-47f96d95f353 completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:02:49.869321 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning complete for port 577c6df4-2262-4582-96a9-47f96d95f353 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:02:49.869948 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:49.920373 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-920614c0-c8a0-43a7-9d4e-644440aa3d2d req-db381c07-403f-4d4f-9ba1-b8ce761dfbb2 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934155 Sep 20 16:02:50.026446 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:50.066470 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c131c1-ec69-4c8e-83de-6763939d1024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577c6df4-2262-4582-96a9-47f96d95f353'}] {{(pid=82370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:02:50.067188 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 577c6df4-2262-4582-96a9-47f96d95f353, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=577c6df4-2262-4582-96a9-47f96d95f353,segment=NetworkSegment(a0d8ceb8-75de-4a48-833b-bd452d857094),segment_id=a0d8ceb8-75de-4a48-833b-bd452d857094)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:02:50.072229 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:50.073161 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 8e52c04f-0201-4604-827a-8116060ac578 no longer exists at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:02:50.096711 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10dc6c0-9998-44aa-9348-2820c279989f req-7b847dfc-36f7-4fdc-bfde-9be3f28cb457 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:50.104955 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b10dc6c0-9998-44aa-9348-2820c279989f req-7b847dfc-36f7-4fdc-bfde-9be3f28cb457 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1292768 Sep 20 16:02:50.115669 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:02:50.160459 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b10dc6c0-9998-44aa-9348-2820c279989f req-4db147e5-7bc8-4333-8206-376d07102bc6 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544667 Sep 20 16:02:50.226236 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=577c6df4-2262-4582-96a9-47f96d95f353,revision_number=5']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:02:50.238967 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c131c1-ec69-4c8e-83de-6763939d1024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577c6df4-2262-4582-96a9-47f96d95f353', 'code': 200} Sep 20 16:02:50.243305 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:02:50.527525 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b4e2f110-8854-47ed-b8c5-cea3311544b5 req-276c4ac0-6357-467f-b145-8f46ad54300b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=85c131c1-ec69-4c8e-83de-6763939d1024 HTTP/1.1" status: 200 len: 1098 time: 0.0827394 Sep 20 16:02:50.585580 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b4e2f110-8854-47ed-b8c5-cea3311544b5 req-3f76025c-f640-47da-8176-d2dd10fc84d3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486686 Sep 20 16:02:50.807267 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528071e-4ad7-4bd9-8d53-fccdbe77e13f req-0a328dc1-5156-45e9-9b31-258d63de33dd tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:50.809017 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d528071e-4ad7-4bd9-8d53-fccdbe77e13f req-0a328dc1-5156-45e9-9b31-258d63de33dd tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 944 time: 0.0908792 Sep 20 16:02:50.862407 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d528071e-4ad7-4bd9-8d53-fccdbe77e13f req-eb74ce42-5e40-44e0-9364-2ff792782dcb tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460272 Sep 20 16:02:51.118710 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86646bfa-768f-4f2f-a96a-d014f34f1dfa req-37441622-7c66-466e-93dc-276ea4a5438b tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:51.123345 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-86646bfa-768f-4f2f-a96a-d014f34f1dfa req-37441622-7c66-466e-93dc-276ea4a5438b tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=85c131c1-ec69-4c8e-83de-6763939d1024 HTTP/1.1" status: 200 len: 945 time: 0.0824478 Sep 20 16:02:51.167767 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-86646bfa-768f-4f2f-a96a-d014f34f1dfa req-8eb1128e-a6f3-443b-97e5-e84699dbf90f tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415220 Sep 20 16:02:51.362524 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887a710-1e7d-4ffa-b982-8af7fe990955 req-294517c0-2f93-480f-b7b4-f6c02aee52c7 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:51.364137 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-6887a710-1e7d-4ffa-b982-8af7fe990955 req-294517c0-2f93-480f-b7b4-f6c02aee52c7 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.0852582 Sep 20 16:02:51.410663 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-6887a710-1e7d-4ffa-b982-8af7fe990955 req-22719119-627a-49f4-a45a-58c411325e5a tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404701 Sep 20 16:02:52.110803 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156ce79-c5b7-4c3c-ad8d-cea8aedfc128 req-3c71800e-2eab-4f4a-9ce0-89d30066c686 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:52.112417 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d156ce79-c5b7-4c3c-ad8d-cea8aedfc128 req-3c71800e-2eab-4f4a-9ce0-89d30066c686 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 944 time: 0.0817654 Sep 20 16:02:52.159082 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d156ce79-c5b7-4c3c-ad8d-cea8aedfc128 req-6312fa6c-ab05-4311-b3db-184181493026 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406959 Sep 20 16:02:52.371896 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b00ed-9bc5-486f-80ac-4084b55dce29 req-2f3d4474-64c3-4006-88c9-c00653dbf4f8 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:52.373504 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-914b00ed-9bc5-486f-80ac-4084b55dce29 req-2f3d4474-64c3-4006-88c9-c00653dbf4f8 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=85c131c1-ec69-4c8e-83de-6763939d1024 HTTP/1.1" status: 200 len: 945 time: 0.0852211 Sep 20 16:02:52.421279 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-914b00ed-9bc5-486f-80ac-4084b55dce29 req-576ab0ff-f6c9-4c5e-86c2-483da1f0a357 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409122 Sep 20 16:02:52.610441 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f63ac8-00d8-4569-8ad2-f75b658aaa82 req-4c74b4ff-9b3a-48df-94fc-f19ab5b49850 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:52.612489 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e6f63ac8-00d8-4569-8ad2-f75b658aaa82 req-4c74b4ff-9b3a-48df-94fc-f19ab5b49850 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.0807202 Sep 20 16:02:52.663090 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e6f63ac8-00d8-4569-8ad2-f75b658aaa82 req-2aa466b5-538a-453f-accb-584b446481ba tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444934 Sep 20 16:02:53.369027 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee36f4-89b4-47ae-a8b0-86110675511e req-0b130133-d68c-4dbc-9185-6a6c1c171799 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:53.370605 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-84ee36f4-89b4-47ae-a8b0-86110675511e req-0b130133-d68c-4dbc-9185-6a6c1c171799 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 944 time: 0.0803103 Sep 20 16:02:53.418325 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-84ee36f4-89b4-47ae-a8b0-86110675511e req-bc01f4c4-1f1d-4c9d-bdee-f6eed78324dc tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416937 Sep 20 16:02:53.628275 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fdef89-2064-403d-87c5-9d7df3ca8ff1 req-5aa96f19-98e9-4129-ac4d-d0c4ff22fb27 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:53.629818 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-64fdef89-2064-403d-87c5-9d7df3ca8ff1 req-5aa96f19-98e9-4129-ac4d-d0c4ff22fb27 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=85c131c1-ec69-4c8e-83de-6763939d1024 HTTP/1.1" status: 200 len: 945 time: 0.0828958 Sep 20 16:02:53.676888 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-64fdef89-2064-403d-87c5-9d7df3ca8ff1 req-160cd35e-4f30-4566-a230-20e579032394 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409720 Sep 20 16:02:53.869965 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f7e371-b5bc-4394-90ec-0274bffaa47d req-71161c67-5521-452e-aa39-8977c3711e5b tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:53.871657 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-34f7e371-b5bc-4394-90ec-0274bffaa47d req-71161c67-5521-452e-aa39-8977c3711e5b tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.0849688 Sep 20 16:02:53.921330 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-34f7e371-b5bc-4394-90ec-0274bffaa47d req-c458a26f-2290-41b3-af6f-ac046dc2f127 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433631 Sep 20 16:02:54.646470 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7825b-30f4-43fb-8aaf-a0ed97ca7aa6 req-7ff2d675-6eb0-49ab-825f-ccdb39f22363 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:54.648145 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-72e7825b-30f4-43fb-8aaf-a0ed97ca7aa6 req-7ff2d675-6eb0-49ab-825f-ccdb39f22363 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 944 time: 0.0955913 Sep 20 16:02:54.697247 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-72e7825b-30f4-43fb-8aaf-a0ed97ca7aa6 req-a1187166-191c-4139-8bbc-1cdb2785586d tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427513 Sep 20 16:02:54.879749 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdae51a-bce2-4350-be92-75ab62b89e39 req-e32e293b-1bd9-4679-aeca-e4c2ca51d6cd tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:54.881342 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8cdae51a-bce2-4350-be92-75ab62b89e39 req-e32e293b-1bd9-4679-aeca-e4c2ca51d6cd tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=85c131c1-ec69-4c8e-83de-6763939d1024 HTTP/1.1" status: 200 len: 945 time: 0.0806770 Sep 20 16:02:54.928831 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8cdae51a-bce2-4350-be92-75ab62b89e39 req-99ff0fef-d781-4b57-bf4f-9b07c0ceb823 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410876 Sep 20 16:02:55.134959 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5d4d3-85e4-42ae-a148-fa96a8071c8b req-98482a86-dd67-43d0-a683-e7df74b4ca45 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:55.136607 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f1f5d4d3-85e4-42ae-a148-fa96a8071c8b req-98482a86-dd67-43d0-a683-e7df74b4ca45 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.0875809 Sep 20 16:02:55.188056 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f1f5d4d3-85e4-42ae-a148-fa96a8071c8b req-9dd4162b-c327-4867-8124-3369d2b3a592 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448089 Sep 20 16:02:55.924580 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce4519-1df6-433a-82ca-308a551d0669 req-3cc0c96c-025e-493d-975a-f852ccc76887 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:55.926208 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-81ce4519-1df6-433a-82ca-308a551d0669 req-3cc0c96c-025e-493d-975a-f852ccc76887 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 944 time: 0.0883605 Sep 20 16:02:55.980177 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-81ce4519-1df6-433a-82ca-308a551d0669 req-00755dd3-c54f-4d09-9131-3ff2ad02e065 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476172 Sep 20 16:02:56.135502 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12183798-b4f3-4c48-a341-1130810babed req-6031e0a3-2a6d-4389-86f0-4cccd6c31079 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:56.137101 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-12183798-b4f3-4c48-a341-1130810babed req-6031e0a3-2a6d-4389-86f0-4cccd6c31079 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=85c131c1-ec69-4c8e-83de-6763939d1024 HTTP/1.1" status: 200 len: 945 time: 0.0826468 Sep 20 16:02:56.185833 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-12183798-b4f3-4c48-a341-1130810babed req-d9d23d14-ccf8-4375-a5ab-dac2a69154cd tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425458 Sep 20 16:02:56.457573 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a253987-f510-4497-8481-ae3ab968bfa0 req-1c671177-cf3a-4841-8c87-0dda69f2bfa1 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:56.459224 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4a253987-f510-4497-8481-ae3ab968bfa0 req-1c671177-cf3a-4841-8c87-0dda69f2bfa1 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.0880127 Sep 20 16:02:56.509809 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4a253987-f510-4497-8481-ae3ab968bfa0 req-7ea11286-066d-49a0-a782-31089dcaf5c2 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445457 Sep 20 16:02:57.287537 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ef209-3350-4e28-8c19-2e7d9956ed5c req-396751d1-fc4d-42ee-8bd9-e6320d40f800 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:57.289132 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-586ef209-3350-4e28-8c19-2e7d9956ed5c req-396751d1-fc4d-42ee-8bd9-e6320d40f800 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 944 time: 0.1420791 Sep 20 16:02:57.377517 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-586ef209-3350-4e28-8c19-2e7d9956ed5c req-7b0d4307-531f-4568-adbf-7a03a6a9f7c2 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788631 Sep 20 16:02:57.383987 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d062ae-7b7e-41c1-b1f5-bf64f21df917 req-cfd7f410-f6f6-4019-b35e-dc33e72f13bd tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:57.394946 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e0d062ae-7b7e-41c1-b1f5-bf64f21df917 req-cfd7f410-f6f6-4019-b35e-dc33e72f13bd tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 945 time: 0.1777894 Sep 20 16:02:57.436340 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-04bc0ea7-7f12-41c3-a563-be939a709ebb req-e5292b98-03dd-416d-9afd-0797a3d1e624 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0&tenant_id=db746f245ad145658413ccb0154221ac HTTP/1.1" status: 200 len: 1097 time: 0.1045668 Sep 20 16:02:57.488750 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e0d062ae-7b7e-41c1-b1f5-bf64f21df917 req-d5d6911c-b034-4b66-96be-c28623cb98c1 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745411 Sep 20 16:02:57.510447 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 56192) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:02:57.572693 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-04bc0ea7-7f12-41c3-a563-be939a709ebb req-00b6af0a-ad17-4820-b589-b5189b817a90 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db746f245ad145658413ccb0154221ac&device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 1097 time: 0.0954041 Sep 20 16:02:57.758307 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc0ea7-7f12-41c3-a563-be939a709ebb req-7be48823-3e01-40da-97b0-bd014752d0e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:57.759980 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-04bc0ea7-7f12-41c3-a563-be939a709ebb req-7be48823-3e01-40da-97b0-bd014752d0e8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bff5b245-776a-4a0d-8c23-eec69eae1a29 HTTP/1.1" status: 200 len: 918 time: 0.1757264 Sep 20 16:02:57.806680 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-7565f30d-eca2-439a-9e2e-3acd4e2a8e40 tempest-TestMinimumBasicScenario-817812230 tempest-TestMinimumBasicScenario-817812230-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 1093 time: 0.2948709 Sep 20 16:02:57.811375 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 56204) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:02:57.820969 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0dab5-bdfc-4663-a8c3-6e6747be6ca6 req-7258f23b-2fc6-4e6e-aae2-79648f8d35d6 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:57.822552 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c7d0dab5-bdfc-4663-a8c3-6e6747be6ca6 req-7258f23b-2fc6-4e6e-aae2-79648f8d35d6 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1753883 Sep 20 16:02:57.827301 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-951a950e-431f-47fc-bdc2-431b44555738 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Request body: {'floatingip': {'floating_network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'port_id': '41195857-cca8-486d-8ba8-ed8192f8b06b', 'tenant_id': '381efe5f70ef44caafad8bb42441ac2b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:02:57.834605 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-951a950e-431f-47fc-bdc2-431b44555738 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:02:57.867920 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-951a950e-431f-47fc-bdc2-431b44555738 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Usage tracker for resource:floatingip and tenant:381efe5f70ef44caafad8bb42441ac2b is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:02:57.872861 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-951a950e-431f-47fc-bdc2-431b44555738 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:02:57.883115 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-951a950e-431f-47fc-bdc2-431b44555738 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:02:57.902754 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-951a950e-431f-47fc-bdc2-431b44555738 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks [] for floatingip, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:57.919858 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-04bc0ea7-7f12-41c3-a563-be939a709ebb req-47ccf7a3-2dae-4a5c-9551-25e6f190aedb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e52c04f-0201-4604-827a-8116060ac578 HTTP/1.1" status: 200 len: 1000 time: 0.1447446 Sep 20 16:02:57.969534 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c7d0dab5-bdfc-4663-a8c3-6e6747be6ca6 req-f679a3f3-d332-408d-99f1-58d2f618efd7 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319554 Sep 20 16:02:58.002649 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bc0ea7-7f12-41c3-a563-be939a709ebb req-156a37f5-1df8-448c-b7ad-e01ebfb5dab3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:58.004438 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-04bc0ea7-7f12-41c3-a563-be939a709ebb req-156a37f5-1df8-448c-b7ad-e01ebfb5dab3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=56db9545-8f98-4a5d-b98f-1e9dd0b9696a HTTP/1.1" status: 200 len: 856 time: 0.0722084 Sep 20 16:02:58.078381 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-951a950e-431f-47fc-bdc2-431b44555738 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:58.097879 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-04bc0ea7-7f12-41c3-a563-be939a709ebb req-6d9d88d8-267d-4827-8e66-85506d67f0f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bff5b245-776a-4a0d-8c23-eec69eae1a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0835955 Sep 20 16:02:58.224545 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [None req-951a950e-431f-47fc-bdc2-431b44555738 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Allocated IP 172.27.3.217 (378c8f1a-f14e-4679-b139-5c2d775a72d9/ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1/6cc45b4b-38d4-4e5c-aad5-d07f4f02a206) {{(pid=82368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 16:02:58.243277 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-04bc0ea7-7f12-41c3-a563-be939a709ebb req-ae4e9cb1-ae0c-4bdf-b583-ab0750bfd750 service neutron] 10.222.0.36 "GET /v2.0/networks/bff5b245-776a-4a0d-8c23-eec69eae1a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383908 Sep 20 16:02:58.380253 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-951a950e-431f-47fc-bdc2-431b44555738 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks [] for port, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:58.389126 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-04bc0ea7-7f12-41c3-a563-be939a709ebb req-15344f3b-5acf-4aec-b3fc-8517e5bc7420 service neutron] 10.222.0.36 "GET /v2.0/networks/bff5b245-776a-4a0d-8c23-eec69eae1a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328156 Sep 20 16:02:58.407180 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-951a950e-431f-47fc-bdc2-431b44555738 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:58.412354 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-7a7542a8-af08-4e99-bde1-f91c27c8a200 tempest-VolumesActionsTest-1776735301 tempest-VolumesActionsTest-1776735301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:02:58.481044 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951a950e-431f-47fc-bdc2-431b44555738 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Network 378c8f1a-f14e-4679-b139-5c2d775a72d9 is already hosted by enough agents. {{(pid=82368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:02:58.484358 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-951a950e-431f-47fc-bdc2-431b44555738 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Resources bound (agent type, host, resource id): {{(pid=82368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:02:58.488888 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951a950e-431f-47fc-bdc2-431b44555738 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Received port after_create {{(pid=82368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 16:02:58.544339 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a950e-431f-47fc-bdc2-431b44555738 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Pushing event updated for resources: {'Port': ['ID=6cc45b4b-38d4-4e5c-aad5-d07f4f02a206,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:02:58.623539 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a950e-431f-47fc-bdc2-431b44555738 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:02:58.623999 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a950e-431f-47fc-bdc2-431b44555738 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:02:58.624327 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a950e-431f-47fc-bdc2-431b44555738 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:02:58.624720 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a950e-431f-47fc-bdc2-431b44555738 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:02:58.625115 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a950e-431f-47fc-bdc2-431b44555738 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:02:58.625500 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a950e-431f-47fc-bdc2-431b44555738 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:02:58.625891 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a950e-431f-47fc-bdc2-431b44555738 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:02:58.626278 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a950e-431f-47fc-bdc2-431b44555738 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:02:58.626661 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a950e-431f-47fc-bdc2-431b44555738 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:02:58.627096 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a950e-431f-47fc-bdc2-431b44555738 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:02:58.627485 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951a950e-431f-47fc-bdc2-431b44555738 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:02:58.637691 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-951a950e-431f-47fc-bdc2-431b44555738 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:02:58.988540 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b54334-9249-48bf-8291-c2fec1146f63 req-bc86b9d5-38b1-45a7-ae64-e23288bba24f tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:58.990157 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-74b54334-9249-48bf-8291-c2fec1146f63 req-bc86b9d5-38b1-45a7-ae64-e23288bba24f tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 944 time: 0.4185660 Sep 20 16:02:59.022360 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 56236) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:02:59.184514 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-61ff003c-1d41-4882-b7d5-ffc2f396510d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:59.218894 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-61ff003c-1d41-4882-b7d5-ffc2f396510d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:02:59.223173 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-61ff003c-1d41-4882-b7d5-ffc2f396510d admin admin] Usage tracker for resource:security_group_rule and tenant:1771d59d348f4ab9881d69f0476897cc is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:02:59.226700 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-61ff003c-1d41-4882-b7d5-ffc2f396510d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:02:59.233206 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-61ff003c-1d41-4882-b7d5-ffc2f396510d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:02:59.321215 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-61ff003c-1d41-4882-b7d5-ffc2f396510d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:59.325627 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-61ff003c-1d41-4882-b7d5-ffc2f396510d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:59.327652 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-74b54334-9249-48bf-8291-c2fec1146f63 req-42354f4b-dcb0-45fd-a1d2-ac7c7f288470 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3292391 Sep 20 16:02:59.340823 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b1d69d34-0b70-44d7-8253-4ba5e4776dc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:02:59.394460 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff003c-1d41-4882-b7d5-ffc2f396510d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22041273-8af8-43f3-a24f-f24975a3974b,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:02:59.399010 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-61ff003c-1d41-4882-b7d5-ffc2f396510d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:02:59.404522 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-61ff003c-1d41-4882-b7d5-ffc2f396510d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1771d59d348f4ab9881d69f0476897cc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3780093 Sep 20 16:02:59.405251 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 56262) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:02:59.458682 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-900d39c3-54a2-4ba3-a805-6ca1a2d270c2 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:59.466251 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-900d39c3-54a2-4ba3-a805-6ca1a2d270c2 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/networks?id=f5b72bd9-9e2c-4379-b1a6-74f4994e0552 HTTP/1.1" status: 200 len: 815 time: 0.3604741 Sep 20 16:02:59.479876 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1909f54d-b3ea-4087-afd4-2262ab86c7c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:59.497362 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-ccd31bdc-a42a-4d61-990d-da7419b52961 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/quotas/8bf0b02c11fa406eb7e8152365858c89 HTTP/1.1" status: 200 len: 375 time: 0.0301578 Sep 20 16:02:59.524271 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1909f54d-b3ea-4087-afd4-2262ab86c7c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:59.584095 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1909f54d-b3ea-4087-afd4-2262ab86c7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:59.591324 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-7b2cb652-5429-4cdf-ac3c-757dc2894652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:02:59.606701 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1909f54d-b3ea-4087-afd4-2262ab86c7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22041273-8af8-43f3-a24f-f24975a3974b,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:02:59.613153 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-1909f54d-b3ea-4087-afd4-2262ab86c7c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:02:59.617267 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1909f54d-b3ea-4087-afd4-2262ab86c7c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:02:59.621363 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-1909f54d-b3ea-4087-afd4-2262ab86c7c8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/22041273-8af8-43f3-a24f-f24975a3974b HTTP/1.1" status: 204 len: 168 time: 0.2155654 Sep 20 16:02:59.711813 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-4862ddaa-15ee-4c3b-a366-46578a4904b6 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8bf0b02c11fa406eb7e8152365858c89&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2067070 Sep 20 16:02:59.726909 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef59c3-7a5b-4501-b0ff-38e252284ed3 req-315d4ea5-cdd1-4fdc-a6b9-275f485af46f tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:02:59.734585 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-51ef59c3-7a5b-4501-b0ff-38e252284ed3 req-315d4ea5-cdd1-4fdc-a6b9-275f485af46f tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1777363 Sep 20 16:03:00.056496 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-951a950e-431f-47fc-bdc2-431b44555738 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:00.071479 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-51ef59c3-7a5b-4501-b0ff-38e252284ed3 req-cf3d0211-343e-45d8-a1f4-b588c03b2d99 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356106 Sep 20 16:03:00.171126 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-9cb77c3a-ccd0-4f1e-aa5d-73488982ac54 service neutron] 10.222.0.35 "GET /v2.0/networks/f5b72bd9-9e2c-4379-b1a6-74f4994e0552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332101 Sep 20 16:03:00.218022 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-951a950e-431f-47fc-bdc2-431b44555738 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:00.425284 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-5126d4ca-5ddb-4e74-8740-3baecd536fc0 service neutron] 10.222.0.35 "GET /v2.0/networks/f5b72bd9-9e2c-4379-b1a6-74f4994e0552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530708 Sep 20 16:03:00.723534 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-951a950e-431f-47fc-bdc2-431b44555738 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks [] for port, precommit_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:00.732222 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd495ef1-1566-4095-a5dd-7c03b2fc22e7 req-8049d0e6-85aa-41b1-ae7c-2dc21dfa28f5 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:00.733924 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bd495ef1-1566-4095-a5dd-7c03b2fc22e7 req-8049d0e6-85aa-41b1-ae7c-2dc21dfa28f5 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 944 time: 0.2015872 Sep 20 16:03:00.748538 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-951a950e-431f-47fc-bdc2-431b44555738 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33517910'] for port, after_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:00.816870 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8a48969-b708-4af1-a882-0f1e072fb5b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:03:00.934268 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e0f92a37-66ba-469a-a3c0-0c6ccae7cc78 req-a133daad-353b-417e-8869-1c6a96de8c54 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e656a8c-7b50-43c2-8844-7571e7618f48 HTTP/1.1" status: 200 len: 210 time: 0.1957550 Sep 20 16:03:00.995994 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951a950e-431f-47fc-bdc2-431b44555738 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Pushing event updated for resources: {'Port': ['ID=6cc45b4b-38d4-4e5c-aad5-d07f4f02a206,revision_number=2']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:03:01.007706 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-951a950e-431f-47fc-bdc2-431b44555738 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:03:01.012052 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-951a950e-431f-47fc-bdc2-431b44555738 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1017788'] for floatingip, after_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:01.093982 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bd495ef1-1566-4095-a5dd-7c03b2fc22e7 req-831c61e1-9d56-41ad-ba73-0628057ebc67 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2781720 Sep 20 16:03:01.580397 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.db.l3_db [None req-951a950e-431f-47fc-bdc2-431b44555738 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Floating IP 20594d3b-dbd9-4228-ad5d-f28085f462f5 associated. External IP: 172.27.3.217, port: 41195857-cca8-486d-8ba8-ed8192f8b06b. Sep 20 16:03:01.727676 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf6cde9-6c12-4934-a751-b7c7902509dd req-b2d7b028-0b29-4509-b0f3-38bf187b7361 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:01.729294 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0bf6cde9-6c12-4934-a751-b7c7902509dd req-b2d7b028-0b29-4509-b0f3-38bf187b7361 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.4295599 Sep 20 16:03:01.803602 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0bf6cde9-6c12-4934-a751-b7c7902509dd req-190623ee-6c13-4e65-b2dc-2d1ee8b0a510 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665419 Sep 20 16:03:02.085360 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951a950e-431f-47fc-bdc2-431b44555738 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Router e14bf1ba-386d-441a-9378-6ebc61d20e1a has already been hosted by L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a {{(pid=82368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 20 16:03:02.134710 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b1be2c32-939a-4848-95ba-67ca54aa7410 req-49a5a804-fcca-4234-a50f-9ce15fec5014 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e656a8c-7b50-43c2-8844-7571e7618f48 HTTP/1.1" status: 200 len: 210 time: 0.0479610 Sep 20 16:03:02.457912 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06228d-b7e8-4000-af3b-ad97f794da5f req-7addcc9a-a1b9-4640-904d-ae2a28d63294 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:02.459535 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9e06228d-b7e8-4000-af3b-ad97f794da5f req-7addcc9a-a1b9-4640-904d-ae2a28d63294 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 944 time: 0.1351702 Sep 20 16:03:02.465946 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951a950e-431f-47fc-bdc2-431b44555738 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 16:03:02.476143 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ad33ed-dfd4-47b5-8a1d-27f2eac6d99a None None] Sync routers for ids ['e14bf1ba-386d-441a-9378-6ebc61d20e1a'] in dv-cinder-809669-1-iscsi {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 16:03:02.489303 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ad33ed-dfd4-47b5-8a1d-27f2eac6d99a None None] Routers {'e14bf1ba-386d-441a-9378-6ebc61d20e1a'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:03:02.490087 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-b3ad33ed-dfd4-47b5-8a1d-27f2eac6d99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:02:35Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['e14bf1ba-386d-441a-9378-6ebc61d20e1a'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:03:02.545696 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-951a950e-431f-47fc-bdc2-431b44555738 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for floatingip, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:02.604945 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9e06228d-b7e8-4000-af3b-ad97f794da5f req-6531189a-394e-4072-8950-d0dcb9af6d43 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323199 Sep 20 16:03:02.623794 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-951a950e-431f-47fc-bdc2-431b44555738 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8111248 Sep 20 16:03:02.624804 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f0ab76-a7d7-4f4d-a507-89d6694e3475', 'tag': '41195857-cca8-486d-8ba8-ed8192f8b06b'}] {{(pid=82368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:03:02.627222 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 56378) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:03:02.642571 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-c566945b-2de3-40df-a62d-e443e6a0bce6 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1177124953', 'description': 'tempest-secgroup-smoke-1177124953 description', 'project_id': '381efe5f70ef44caafad8bb42441ac2b'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:03:02.695796 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-c566945b-2de3-40df-a62d-e443e6a0bce6 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:03:02.711712 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-c566945b-2de3-40df-a62d-e443e6a0bce6 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Usage tracker for resource:security_group and tenant:381efe5f70ef44caafad8bb42441ac2b is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:03:02.721617 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-c566945b-2de3-40df-a62d-e443e6a0bce6 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:03:02.745088 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f0ab76-a7d7-4f4d-a507-89d6694e3475', 'tag': '41195857-cca8-486d-8ba8-ed8192f8b06b', 'status': 'completed', 'code': 200} Sep 20 16:03:02.747952 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-c566945b-2de3-40df-a62d-e443e6a0bce6 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:03:02.768240 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c566945b-2de3-40df-a62d-e443e6a0bce6 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:02.772998 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ef3e0b60-3605-4d45-926c-f4e2716522b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:02.863655 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-c566945b-2de3-40df-a62d-e443e6a0bce6 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:03:02.870087 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-b3ad33ed-dfd4-47b5-8a1d-27f2eac6d99a None None] Set router e14bf1ba-386d-441a-9378-6ebc61d20e1a gateway port host: dv-cinder-809669-1-iscsi {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:03:02.871981 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-c566945b-2de3-40df-a62d-e443e6a0bce6 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Usage tracker for resource:security_group_rule and tenant:381efe5f70ef44caafad8bb42441ac2b is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:03:02.880125 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-c566945b-2de3-40df-a62d-e443e6a0bce6 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:03:02.896308 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-c566945b-2de3-40df-a62d-e443e6a0bce6 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:03:03.025308 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c566945b-2de3-40df-a62d-e443e6a0bce6 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:03.031580 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c566945b-2de3-40df-a62d-e443e6a0bce6 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:03.048195 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-dd4c3e6d-6d5a-46ea-9714-51e36b7530f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:03:03.102218 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566945b-2de3-40df-a62d-e443e6a0bce6 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae539866-9bb7-4df5-a9b8-409d97d3ec17,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:03:03.107714 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c566945b-2de3-40df-a62d-e443e6a0bce6 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:03:03.135994 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c566945b-2de3-40df-a62d-e443e6a0bce6 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:03.137370 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-c566945b-2de3-40df-a62d-e443e6a0bce6 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5088365 Sep 20 16:03:03.140713 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 56398) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:03:03.147908 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-f9c1acea-05d0-4429-9554-40e71edbd05c tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Request body: {'security_group_rule': {'security_group_id': 'ae539866-9bb7-4df5-a9b8-409d97d3ec17', 'project_id': '381efe5f70ef44caafad8bb42441ac2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:03:03.176395 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-f9c1acea-05d0-4429-9554-40e71edbd05c tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:03:03.188626 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-f9c1acea-05d0-4429-9554-40e71edbd05c tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Usage tracker for resource:security_group_rule and tenant:381efe5f70ef44caafad8bb42441ac2b is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:03:03.197305 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-f9c1acea-05d0-4429-9554-40e71edbd05c tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:03:03.216211 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-f9c1acea-05d0-4429-9554-40e71edbd05c tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:03:03.272085 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f9c1acea-05d0-4429-9554-40e71edbd05c tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:03.303865 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c718baa-2c73-4f6f-b92c-6920975be4f8 req-6743807c-a31c-40ae-a476-fca65827c2b1 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:03.316652 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7c718baa-2c73-4f6f-b92c-6920975be4f8 req-6743807c-a31c-40ae-a476-fca65827c2b1 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.2510552 Sep 20 16:03:03.428697 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7c718baa-2c73-4f6f-b92c-6920975be4f8 req-cbddb8ff-0218-4f4c-8ee4-1254a8876326 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064157 Sep 20 16:03:03.431385 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f9c1acea-05d0-4429-9554-40e71edbd05c tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:03.436605 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f9c1acea-05d0-4429-9554-40e71edbd05c tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807771'] for security_group_rule, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:03.440482 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-462d5b74-41bb-4221-95f9-ef647d60e000 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:03:03.476647 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c1acea-05d0-4429-9554-40e71edbd05c tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b0f625-bbb3-413f-a6bd-480d3b28a1cf,revision_number=0']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:03:03.488032 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f9c1acea-05d0-4429-9554-40e71edbd05c tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:03:03.498320 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f9c1acea-05d0-4429-9554-40e71edbd05c tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:03.502986 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-f9c1acea-05d0-4429-9554-40e71edbd05c tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3580270 Sep 20 16:03:03.503243 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 56408) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:03:03.510076 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-aa4ee143-5c11-4f2e-9b01-fcf16c982069 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Request body: {'security_group_rule': {'security_group_id': 'ae539866-9bb7-4df5-a9b8-409d97d3ec17', 'project_id': '381efe5f70ef44caafad8bb42441ac2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:03:03.517101 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-aa4ee143-5c11-4f2e-9b01-fcf16c982069 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:03:03.533994 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-aa4ee143-5c11-4f2e-9b01-fcf16c982069 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Usage tracker for resource:security_group_rule and tenant:381efe5f70ef44caafad8bb42441ac2b is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:03:03.542369 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-aa4ee143-5c11-4f2e-9b01-fcf16c982069 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:03:03.552379 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-aa4ee143-5c11-4f2e-9b01-fcf16c982069 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:03:03.556967 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bb707376-fb30-4542-80c5-2e92104824d4 req-ad61e50f-512a-4237-89df-37e9d6ee100f tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e656a8c-7b50-43c2-8844-7571e7618f48 HTTP/1.1" status: 200 len: 210 time: 0.1258783 Sep 20 16:03:03.587937 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-aa4ee143-5c11-4f2e-9b01-fcf16c982069 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:03.603608 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-b3ad33ed-dfd4-47b5-8a1d-27f2eac6d99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14bf1ba-386d-441a-9378-6ebc61d20e1a', 'name': 'tempest-TestMinimumBasicScenario-2121010329-router', 'tenant_id': '381efe5f70ef44caafad8bb42441ac2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '295d28aa-0364-4dea-a72d-473938752f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:01:11Z', 'updated_at': '2021-09-20T16:01:15Z', 'revision_number': 4, 'project_id': '381efe5f70ef44caafad8bb42441ac2b', 'gw_port': {'id': '295d28aa-0364-4dea-a72d-473938752f6d', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:89:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14bf1ba-386d-441a-9378-6ebc61d20e1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:01:11Z', 'updated_at': '2021-09-20T16:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_floatingips': [{'id': '20594d3b-dbd9-4228-ad5d-f28085f462f5', 'tenant_id': '381efe5f70ef44caafad8bb42441ac2b', 'floating_ip_address': '172.27.3.217', 'floating_network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'router_id': 'e14bf1ba-386d-441a-9378-6ebc61d20e1a', 'port_id': '41195857-cca8-486d-8ba8-ed8192f8b06b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '670b06b4-ee25-49ae-9fe6-c102537f67c6', 'mac_address': 'fa:16:3e:45:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f0ab76-a7d7-4f4d-a507-89d6694e3475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T16:02:59Z', 'updated_at': '2021-09-20T16:02:59Z', 'revision_number': 0, 'project_id': '381efe5f70ef44caafad8bb42441ac2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c385adc-7bb2-4eed-a457-4867f327f5c6', 'name': '', 'network_id': '670b06b4-ee25-49ae-9fe6-c102537f67c6', 'tenant_id': '381efe5f70ef44caafad8bb42441ac2b', 'mac_address': 'fa:16:3e:ea:35:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14bf1ba-386d-441a-9378-6ebc61d20e1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd112bb54-b56b-41c9-901f-d6e0d22c0b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:01:14Z', 'updated_at': '2021-09-20T16:01:26Z', 'revision_number': 5, 'project_id': '381efe5f70ef44caafad8bb42441ac2b', 'subnets': [{'id': 'd112bb54-b56b-41c9-901f-d6e0d22c0b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:03:03.609048 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ad33ed-dfd4-47b5-8a1d-27f2eac6d99a None None] Checking router: e14bf1ba-386d-441a-9378-6ebc61d20e1a for host: dv-cinder-809669-1-iscsi {{(pid=82371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 16:03:03.624158 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ad33ed-dfd4-47b5-8a1d-27f2eac6d99a None None] Routers {'e14bf1ba-386d-441a-9378-6ebc61d20e1a'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:03:03.625162 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-b3ad33ed-dfd4-47b5-8a1d-27f2eac6d99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:02:35Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['e14bf1ba-386d-441a-9378-6ebc61d20e1a'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:03:03.739691 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-aa4ee143-5c11-4f2e-9b01-fcf16c982069 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:03.744256 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-aa4ee143-5c11-4f2e-9b01-fcf16c982069 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807771'] for security_group_rule, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:03.746436 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:03:03.801164 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ee143-5c11-4f2e-9b01-fcf16c982069 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26c30dd8-5e44-4e3b-a501-c9762c08eeda,revision_number=0']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:03:03.815444 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-aa4ee143-5c11-4f2e-9b01-fcf16c982069 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:03:03.824675 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-aa4ee143-5c11-4f2e-9b01-fcf16c982069 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:03.826024 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-aa4ee143-5c11-4f2e-9b01-fcf16c982069 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3217621 Sep 20 16:03:03.829189 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 56426) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:03:03.838158 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-fc735129-3fcd-49c9-9e45-53f134558caa tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Request body: {'security_group_rule': {'security_group_id': 'ae539866-9bb7-4df5-a9b8-409d97d3ec17', 'project_id': '381efe5f70ef44caafad8bb42441ac2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:03:03.875334 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-fc735129-3fcd-49c9-9e45-53f134558caa tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:03:03.890374 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-fc735129-3fcd-49c9-9e45-53f134558caa tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Usage tracker for resource:security_group_rule and tenant:381efe5f70ef44caafad8bb42441ac2b is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:03:03.900970 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-fc735129-3fcd-49c9-9e45-53f134558caa tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:03:03.917301 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-fc735129-3fcd-49c9-9e45-53f134558caa tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:03:03.948749 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fc735129-3fcd-49c9-9e45-53f134558caa tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:04.035791 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fc735129-3fcd-49c9-9e45-53f134558caa tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:04.042494 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fc735129-3fcd-49c9-9e45-53f134558caa tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807771'] for security_group_rule, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:04.044738 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-aa4ee143-5c11-4f2e-9b01-fcf16c982069 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:03:04.076772 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91e098-28db-4fec-8ea3-9f52e393062d req-18d18f46-7335-4e2e-ba08-770fba460479 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:04.079066 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-6d91e098-28db-4fec-8ea3-9f52e393062d req-18d18f46-7335-4e2e-ba08-770fba460479 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 944 time: 0.1465931 Sep 20 16:03:04.105888 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc735129-3fcd-49c9-9e45-53f134558caa tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f370c965-fe5d-46a0-bbfc-ab61a2bbf810,revision_number=0']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:03:04.108689 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-fc735129-3fcd-49c9-9e45-53f134558caa tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:03:04.123566 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fc735129-3fcd-49c9-9e45-53f134558caa tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:04.125775 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-fc735129-3fcd-49c9-9e45-53f134558caa tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2923341 Sep 20 16:03:04.129163 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 56436) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:03:04.139864 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:04.146356 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-b3ad33ed-dfd4-47b5-8a1d-27f2eac6d99a None None] Set router e14bf1ba-386d-441a-9378-6ebc61d20e1a gateway port host: dv-cinder-809669-1-iscsi {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:03:04.157545 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-874db8bb-1ab5-4178-8122-574da917928d tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Request body: {'security_group_rule': {'security_group_id': 'ae539866-9bb7-4df5-a9b8-409d97d3ec17', 'project_id': '381efe5f70ef44caafad8bb42441ac2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:03:04.175003 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-874db8bb-1ab5-4178-8122-574da917928d tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:03:04.183658 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-874db8bb-1ab5-4178-8122-574da917928d tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Usage tracker for resource:security_group_rule and tenant:381efe5f70ef44caafad8bb42441ac2b is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:03:04.188367 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-874db8bb-1ab5-4178-8122-574da917928d tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:03:04.197461 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-874db8bb-1ab5-4178-8122-574da917928d tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:03:04.201434 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-6d91e098-28db-4fec-8ea3-9f52e393062d req-2bf8009e-8549-40ed-8416-c4d7948e786c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156428 Sep 20 16:03:04.216827 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-874db8bb-1ab5-4178-8122-574da917928d tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:04.298081 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-874db8bb-1ab5-4178-8122-574da917928d tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:04.301122 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-874db8bb-1ab5-4178-8122-574da917928d tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807771'] for security_group_rule, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:04.309222 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:03:04.328945 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874db8bb-1ab5-4178-8122-574da917928d tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d5442d-ed6d-482b-81b0-fe3ff15eafbc,revision_number=0']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:03:04.334315 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-874db8bb-1ab5-4178-8122-574da917928d tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:03:04.339062 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-874db8bb-1ab5-4178-8122-574da917928d tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:04.340335 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-874db8bb-1ab5-4178-8122-574da917928d tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2097561 Sep 20 16:03:04.343684 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 56440) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:03:04.351813 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-fa6276e6-619b-4781-935f-1cb9717b0df6 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Request body: {'security_group_rule': {'security_group_id': 'ae539866-9bb7-4df5-a9b8-409d97d3ec17', 'project_id': '381efe5f70ef44caafad8bb42441ac2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:03:04.360069 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-fa6276e6-619b-4781-935f-1cb9717b0df6 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:03:04.367787 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-fa6276e6-619b-4781-935f-1cb9717b0df6 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Usage tracker for resource:security_group_rule and tenant:381efe5f70ef44caafad8bb42441ac2b is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:03:04.378146 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-fa6276e6-619b-4781-935f-1cb9717b0df6 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:03:04.391341 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-fa6276e6-619b-4781-935f-1cb9717b0df6 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:03:04.405342 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.db.securitygroups_db [None req-fa6276e6-619b-4781-935f-1cb9717b0df6 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Project 381efe5f70ef44caafad8bb42441ac2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 16:03:04.415991 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fa6276e6-619b-4781-935f-1cb9717b0df6 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:04.517274 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fa6276e6-619b-4781-935f-1cb9717b0df6 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:04.525916 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fa6276e6-619b-4781-935f-1cb9717b0df6 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807771'] for security_group_rule, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:04.547403 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f9c1acea-05d0-4429-9554-40e71edbd05c tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:03:04.558220 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fa6276e6-619b-4781-935f-1cb9717b0df6 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:04.560104 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-fa6276e6-619b-4781-935f-1cb9717b0df6 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2150080 Sep 20 16:03:04.563147 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 56448) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:03:04.566428 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6276e6-619b-4781-935f-1cb9717b0df6 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b9929d7-c1aa-4116-96fe-70980abe8831,revision_number=0']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:03:04.570382 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-88438b31-1e82-401f-8695-b344b76d057b tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Request body: {'security_group_rule': {'security_group_id': 'ae539866-9bb7-4df5-a9b8-409d97d3ec17', 'project_id': '381efe5f70ef44caafad8bb42441ac2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:03:04.574134 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-fa6276e6-619b-4781-935f-1cb9717b0df6 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:03:04.577309 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-88438b31-1e82-401f-8695-b344b76d057b tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:03:04.581759 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-88438b31-1e82-401f-8695-b344b76d057b tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Usage tracker for resource:security_group_rule and tenant:381efe5f70ef44caafad8bb42441ac2b is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:03:04.585970 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-88438b31-1e82-401f-8695-b344b76d057b tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:03:04.596475 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-88438b31-1e82-401f-8695-b344b76d057b tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:03:04.639328 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-b3ad33ed-dfd4-47b5-8a1d-27f2eac6d99a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14bf1ba-386d-441a-9378-6ebc61d20e1a', 'name': 'tempest-TestMinimumBasicScenario-2121010329-router', 'tenant_id': '381efe5f70ef44caafad8bb42441ac2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '295d28aa-0364-4dea-a72d-473938752f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:01:11Z', 'updated_at': '2021-09-20T16:01:15Z', 'revision_number': 4, 'project_id': '381efe5f70ef44caafad8bb42441ac2b', 'gw_port': {'id': '295d28aa-0364-4dea-a72d-473938752f6d', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:89:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14bf1ba-386d-441a-9378-6ebc61d20e1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:01:11Z', 'updated_at': '2021-09-20T16:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_floatingips': [{'id': '20594d3b-dbd9-4228-ad5d-f28085f462f5', 'tenant_id': '381efe5f70ef44caafad8bb42441ac2b', 'floating_ip_address': '172.27.3.217', 'floating_network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'router_id': 'e14bf1ba-386d-441a-9378-6ebc61d20e1a', 'port_id': '41195857-cca8-486d-8ba8-ed8192f8b06b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '670b06b4-ee25-49ae-9fe6-c102537f67c6', 'mac_address': 'fa:16:3e:45:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f0ab76-a7d7-4f4d-a507-89d6694e3475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T16:02:59Z', 'updated_at': '2021-09-20T16:02:59Z', 'revision_number': 0, 'project_id': '381efe5f70ef44caafad8bb42441ac2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c385adc-7bb2-4eed-a457-4867f327f5c6', 'name': '', 'network_id': '670b06b4-ee25-49ae-9fe6-c102537f67c6', 'tenant_id': '381efe5f70ef44caafad8bb42441ac2b', 'mac_address': 'fa:16:3e:ea:35:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14bf1ba-386d-441a-9378-6ebc61d20e1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd112bb54-b56b-41c9-901f-d6e0d22c0b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:01:14Z', 'updated_at': '2021-09-20T16:01:26Z', 'revision_number': 5, 'project_id': '381efe5f70ef44caafad8bb42441ac2b', 'subnets': [{'id': 'd112bb54-b56b-41c9-901f-d6e0d22c0b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:03:04.646720 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ad33ed-dfd4-47b5-8a1d-27f2eac6d99a None None] The sync data for ids ['e14bf1ba-386d-441a-9378-6ebc61d20e1a'] in dv-cinder-809669-1-iscsi is: [{'id': 'e14bf1ba-386d-441a-9378-6ebc61d20e1a', 'name': 'tempest-TestMinimumBasicScenario-2121010329-router', 'tenant_id': '381efe5f70ef44caafad8bb42441ac2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '295d28aa-0364-4dea-a72d-473938752f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:01:11Z', 'updated_at': '2021-09-20T16:01:15Z', 'revision_number': 4, 'project_id': '381efe5f70ef44caafad8bb42441ac2b', 'gw_port': {'id': '295d28aa-0364-4dea-a72d-473938752f6d', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:89:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14bf1ba-386d-441a-9378-6ebc61d20e1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:01:11Z', 'updated_at': '2021-09-20T16:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_floatingips': [{'id': '20594d3b-dbd9-4228-ad5d-f28085f462f5', 'tenant_id': '381efe5f70ef44caafad8bb42441ac2b', 'floating_ip_address': '172.27.3.217', 'floating_network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'router_id': 'e14bf1ba-386d-441a-9378-6ebc61d20e1a', 'port_id': '41195857-cca8-486d-8ba8-ed8192f8b06b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '670b06b4-ee25-49ae-9fe6-c102537f67c6', 'mac_address': 'fa:16:3e:45:9b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04f0ab76-a7d7-4f4d-a507-89d6694e3475', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T16:02:59Z', 'updated_at': '2021-09-20T16:02:59Z', 'revision_number': 0, 'project_id': '381efe5f70ef44caafad8bb42441ac2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c385adc-7bb2-4eed-a457-4867f327f5c6', 'name': '', 'network_id': '670b06b4-ee25-49ae-9fe6-c102537f67c6', 'tenant_id': '381efe5f70ef44caafad8bb42441ac2b', 'mac_address': 'fa:16:3e:ea:35:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14bf1ba-386d-441a-9378-6ebc61d20e1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd112bb54-b56b-41c9-901f-d6e0d22c0b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:01:14Z', 'updated_at': '2021-09-20T16:01:26Z', 'revision_number': 5, 'project_id': '381efe5f70ef44caafad8bb42441ac2b', 'subnets': [{'id': 'd112bb54-b56b-41c9-901f-d6e0d22c0b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 16:03:04.670252 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.db.securitygroups_db [None req-88438b31-1e82-401f-8695-b344b76d057b tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Project 381efe5f70ef44caafad8bb42441ac2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 16:03:04.684243 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-88438b31-1e82-401f-8695-b344b76d057b tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:04.855479 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2561357f-d949-4a0d-9515-3bd247afee04 req-53e06a19-4d15-437f-8c73-51ad991e464a tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e656a8c-7b50-43c2-8844-7571e7618f48 HTTP/1.1" status: 200 len: 210 time: 0.0739431 Sep 20 16:03:04.887803 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34b4fc-2f48-4a94-865b-6ab2bca45a80 req-727eff82-5198-44a1-ad52-f9b73cff79e2 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:04.895670 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5d34b4fc-2f48-4a94-865b-6ab2bca45a80 req-727eff82-5198-44a1-ad52-f9b73cff79e2 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.2797899 Sep 20 16:03:04.929994 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-88438b31-1e82-401f-8695-b344b76d057b tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:04.942226 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-88438b31-1e82-401f-8695-b344b76d057b tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807771'] for security_group_rule, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:04.951017 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-874db8bb-1ab5-4178-8122-574da917928d tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:03:04.983934 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88438b31-1e82-401f-8695-b344b76d057b tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b61a270-f335-49c5-99fe-ed0454394656,revision_number=0']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:03:05.001955 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5d34b4fc-2f48-4a94-865b-6ab2bca45a80 req-6565e658-0f4c-4dd5-9794-ab94421c8999 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052053 Sep 20 16:03:05.003081 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-88438b31-1e82-401f-8695-b344b76d057b tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:03:05.015871 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-88438b31-1e82-401f-8695-b344b76d057b tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:05.020367 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-88438b31-1e82-401f-8695-b344b76d057b tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4560235 Sep 20 16:03:05.114219 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b11537a6-5d86-49f1-a0ff-4a86823f23b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:05.210108 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-dfc07f65-1b00-47f0-b160-0fac75217462 req-c89458fb-b5c3-4ecf-ba01-78065db5011e tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1177124953&fields=id&tenant_id=381efe5f70ef44caafad8bb42441ac2b HTTP/1.1" status: 200 len: 267 time: 0.0473123 Sep 20 16:03:05.240743 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 56464) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:03:05.250644 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b007b0-86b6-4a63-a38a-28f866fdfa22 None None] New status for floating IP 20594d3b-dbd9-4228-ad5d-f28085f462f5: ACTIVE {{(pid=82370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 20 16:03:05.311526 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc07f65-1b00-47f0-b160-0fac75217462 req-20ddfc2d-328a-44f9-b355-757059870f63 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:05.320467 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-dfc07f65-1b00-47f0-b160-0fac75217462 req-20ddfc2d-328a-44f9-b355-757059870f63 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 945 time: 0.1039147 Sep 20 16:03:05.332969 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-dfc07f65-1b00-47f0-b160-0fac75217462 req-4effbb31-b08b-455a-bd96-ab7b32247828 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Request body: {'port': {'security_groups': ['762be0c9-dd75-4250-b411-6a80f51d07d8', 'ae539866-9bb7-4df5-a9b8-409d97d3ec17']}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:03:05.502797 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d3805c68-5695-42f5-8eca-7c1de290f3ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:05.602214 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-d3805c68-5695-42f5-8eca-7c1de290f3ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:03:05.611206 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:05.612868 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-d3805c68-5695-42f5-8eca-7c1de290f3ef admin admin] Usage tracker for resource:security_group_rule and tenant:27a1d16bdcdb4ee682e2013afbaa8fd0 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:03:05.616388 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-d3805c68-5695-42f5-8eca-7c1de290f3ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:03:05.619882 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-dfc07f65-1b00-47f0-b160-0fac75217462 req-4effbb31-b08b-455a-bd96-ab7b32247828 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:05.624139 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-d3805c68-5695-42f5-8eca-7c1de290f3ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:03:05.660372 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543f5c0-4945-4e1d-9c10-375a1415e9c1 req-1d8df515-fe28-48a3-b7a6-ad71aa485a38 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:05.661615 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9543f5c0-4945-4e1d-9c10-375a1415e9c1 req-1d8df515-fe28-48a3-b7a6-ad71aa485a38 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 944 time: 0.2605455 Sep 20 16:03:05.725993 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d3805c68-5695-42f5-8eca-7c1de290f3ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:05.730362 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d3805c68-5695-42f5-8eca-7c1de290f3ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:05.739423 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-3eea305c-a327-494a-a954-3ee9fe87218f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:03:05.790760 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-d3805c68-5695-42f5-8eca-7c1de290f3ef admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=27a1d16bdcdb4ee682e2013afbaa8fd0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5486622 Sep 20 16:03:05.792043 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3805c68-5695-42f5-8eca-7c1de290f3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460e4d47-26b4-4d91-b240-966a5160e946,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:03:05.794406 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 56474) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:03:05.800646 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d3805c68-5695-42f5-8eca-7c1de290f3ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:03:05.801815 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9543f5c0-4945-4e1d-9c10-375a1415e9c1 req-faa7ed8c-a875-42e8-87f2-ca29533f7b1c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066232 Sep 20 16:03:06.115331 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a797264d-d060-4c6d-9999-cec5fbf325d3 req-91d49139-15ac-4cd9-bd09-04bdf9518789 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e656a8c-7b50-43c2-8844-7571e7618f48 HTTP/1.1" status: 200 len: 210 time: 0.0814059 Sep 20 16:03:06.122598 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-dfc07f65-1b00-47f0-b160-0fac75217462 req-4effbb31-b08b-455a-bd96-ab7b32247828 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] For port 41195857-cca8-486d-8ba8-ed8192f8b06b, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=41195857-cca8-486d-8ba8-ed8192f8b06b,segment=NetworkSegment(d9bf92d7-4aa5-474a-bd0c-595bc04024f9),segment_id=d9bf92d7-4aa5-474a-bd0c-595bc04024f9)] {{(pid=82368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:03:06.128533 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-504308a0-2798-405d-bbef-e76204108bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:06.167455 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-504308a0-2798-405d-bbef-e76204108bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:06.170345 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-dfc07f65-1b00-47f0-b160-0fac75217462 req-4effbb31-b08b-455a-bd96-ab7b32247828 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks [] for port, precommit_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:06.176145 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-dfc07f65-1b00-47f0-b160-0fac75217462 req-4effbb31-b08b-455a-bd96-ab7b32247828 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33517910'] for port, after_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:06.191678 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:03:06.193377 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['41195857-cca8-486d-8ba8-ed8192f8b06b'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:03:06.224313 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-504308a0-2798-405d-bbef-e76204108bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:06.230162 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-795a106c-f4df-4f75-b235-83996aef91b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:03:06.242257 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504308a0-2798-405d-bbef-e76204108bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460e4d47-26b4-4d91-b240-966a5160e946,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:03:06.246321 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-504308a0-2798-405d-bbef-e76204108bc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:03:06.250092 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-504308a0-2798-405d-bbef-e76204108bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:06.254522 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-504308a0-2798-405d-bbef-e76204108bc3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/460e4d47-26b4-4d91-b240-966a5160e946 HTTP/1.1" status: 204 len: 168 time: 0.4532950 Sep 20 16:03:06.269213 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc07f65-1b00-47f0-b160-0fac75217462 req-4effbb31-b08b-455a-bd96-ab7b32247828 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:06.269932 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-dfc07f65-1b00-47f0-b160-0fac75217462 req-4effbb31-b08b-455a-bd96-ab7b32247828 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:06.295225 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-dfc07f65-1b00-47f0-b160-0fac75217462 req-4effbb31-b08b-455a-bd96-ab7b32247828 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "PUT /v2.0/ports/41195857-cca8-486d-8ba8-ed8192f8b06b HTTP/1.1" status: 200 len: 981 time: 0.9736614 Sep 20 16:03:06.301957 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f0ab76-a7d7-4f4d-a507-89d6694e3475', 'tag': '41195857-cca8-486d-8ba8-ed8192f8b06b'}] {{(pid=82368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:03:06.343503 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4effbb31-b08b-455a-bd96-ab7b32247828 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Pushing event updated for resources: {'Port': ['ID=41195857-cca8-486d-8ba8-ed8192f8b06b,revision_number=6']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:03:06.347236 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-4effbb31-b08b-455a-bd96-ab7b32247828 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:03:06.507137 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['41195857-cca8-486d-8ba8-ed8192f8b06b'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:03:06.691439 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3332333b-395a-49b4-a298-348d1e7b60ef req-6e396a24-ab08-42c5-9df9-9e3764b3ee0f tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:06.693156 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3332333b-395a-49b4-a298-348d1e7b60ef req-6e396a24-ab08-42c5-9df9-9e3764b3ee0f tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 984 time: 0.1505694 Sep 20 16:03:06.768462 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c4f78-f51f-4f66-a809-b2e3cc036e15 req-88595055-dfb2-4963-91cc-f118accf64cf tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:06.770224 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-577c4f78-f51f-4f66-a809-b2e3cc036e15 req-88595055-dfb2-4963-91cc-f118accf64cf tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.3258369 Sep 20 16:03:06.864718 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3332333b-395a-49b4-a298-348d1e7b60ef req-9faa7538-2b83-4ad4-a644-0b5ff91f8eef tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&id=ae539866-9bb7-4df5-a9b8-409d97d3ec17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1302493 Sep 20 16:03:06.893701 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-577c4f78-f51f-4f66-a809-b2e3cc036e15 req-181751ea-f009-4bfc-bf02-450678fc56d4 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050029 Sep 20 16:03:06.994105 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:07.026310 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-c7ceaf7e-7ea8-495a-8487-127814f01eb1 None None] Provisioning complete for port 41195857-cca8-486d-8ba8-ed8192f8b06b triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:03:07.026860 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c7ceaf7e-7ea8-495a-8487-127814f01eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:07.030555 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f0ab76-a7d7-4f4d-a507-89d6694e3475', 'tag': '41195857-cca8-486d-8ba8-ed8192f8b06b', 'status': 'completed', 'code': 200} Sep 20 16:03:07.221245 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77c34e-b0d0-41c3-a6b8-134258a2c8f1 req-f058a3bc-5db0-44cc-be3f-1e05f044c683 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:07.249983 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-de77c34e-b0d0-41c3-a6b8-134258a2c8f1 req-f058a3bc-5db0-44cc-be3f-1e05f044c683 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 944 time: 0.1407700 Sep 20 16:03:07.340606 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-de77c34e-b0d0-41c3-a6b8-134258a2c8f1 req-b249608a-ea43-4a99-b222-33afa52308cd tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896230 Sep 20 16:03:07.423865 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bd0aa991-5c5c-4cc2-9ff1-125b7f679042 req-bb07163b-845f-4ed7-a789-823ef137fd7e tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e656a8c-7b50-43c2-8844-7571e7618f48 HTTP/1.1" status: 200 len: 210 time: 0.0820467 Sep 20 16:03:08.139446 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca24b1b4-b8fb-4416-84a0-3444472aec4b req-70470dd9-d395-4503-98ac-c391a447409a tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:08.141034 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ca24b1b4-b8fb-4416-84a0-3444472aec4b req-70470dd9-d395-4503-98ac-c391a447409a tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1047421 Sep 20 16:03:08.194262 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ca24b1b4-b8fb-4416-84a0-3444472aec4b req-2ea21659-7744-4321-974f-efc413410058 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466995 Sep 20 16:03:08.616724 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2229119f-5742-485a-bacf-2354dd42dd0c req-30f6a14a-bf08-436a-8f74-09c0c3687a45 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e656a8c-7b50-43c2-8844-7571e7618f48 HTTP/1.1" status: 200 len: 210 time: 0.0525472 Sep 20 16:03:08.659579 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3254e41-5c81-4c0a-a6ae-f5a5ac0311f4 req-9bf0e7e5-8a1f-424f-b9f0-b76d40488625 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:08.661215 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d3254e41-5c81-4c0a-a6ae-f5a5ac0311f4 req-9bf0e7e5-8a1f-424f-b9f0-b76d40488625 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 944 time: 0.1580470 Sep 20 16:03:08.711479 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d3254e41-5c81-4c0a-a6ae-f5a5ac0311f4 req-0f7d8216-84d0-4ad7-a300-bd1d945ffbb4 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437284 Sep 20 16:03:09.415434 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d874265f-5f14-4e71-b5a1-0c864d41c8ec req-b499c98e-7bed-4e04-9d89-f18ee98e0551 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:09.417224 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d874265f-5f14-4e71-b5a1-0c864d41c8ec req-b499c98e-7bed-4e04-9d89-f18ee98e0551 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.0878141 Sep 20 16:03:09.469120 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d874265f-5f14-4e71-b5a1-0c864d41c8ec req-905dd067-5403-4e36-b0da-9e75463b06ff tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443015 Sep 20 16:03:09.803605 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5c8d9d32-deea-4a6d-a7d2-78c3c54fa8ed req-5ca4f069-2d37-4f8a-833e-447bf1a5b7b6 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e656a8c-7b50-43c2-8844-7571e7618f48 HTTP/1.1" status: 200 len: 210 time: 0.0568953 Sep 20 16:03:10.008154 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ef8f8-3ccb-4ba0-93ed-8b5858086ed4 req-04414630-861b-4146-a139-e921a37edf63 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:10.009836 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-548ef8f8-3ccb-4ba0-93ed-8b5858086ed4 req-04414630-861b-4146-a139-e921a37edf63 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 944 time: 0.0875559 Sep 20 16:03:10.066665 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-548ef8f8-3ccb-4ba0-93ed-8b5858086ed4 req-4c350434-e5e2-4ac8-8532-4d74710178f9 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501623 Sep 20 16:03:10.249310 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:10.893657 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1792914-a74b-449b-ad47-480f01520d92 req-f75f0af7-c6d8-4f10-a903-588dabcaee0d tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:10.895287 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f1792914-a74b-449b-ad47-480f01520d92 req-f75f0af7-c6d8-4f10-a903-588dabcaee0d tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.2986763 Sep 20 16:03:10.958316 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f1792914-a74b-449b-ad47-480f01520d92 req-83e63d9d-9d5a-489f-b429-85cc3a497165 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555243 Sep 20 16:03:11.114937 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f8f4806f-8cd3-480b-81b5-00ed418fe084 req-377dd63d-238e-4cf4-8ab9-76335fe6735f tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e656a8c-7b50-43c2-8844-7571e7618f48 HTTP/1.1" status: 200 len: 210 time: 0.0471435 Sep 20 16:03:11.322078 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a6d6a8-b744-40fe-b144-aa312db7a8ad req-a00cb32e-a7ff-4698-86cd-3b1b2162a557 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:11.323716 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-64a6d6a8-b744-40fe-b144-aa312db7a8ad req-a00cb32e-a7ff-4698-86cd-3b1b2162a557 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 944 time: 0.0935798 Sep 20 16:03:11.374919 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-64a6d6a8-b744-40fe-b144-aa312db7a8ad req-e8e995b9-a93f-49c9-a48b-d6800e31ba61 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446477 Sep 20 16:03:12.184028 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c9d0e-7911-487e-abd7-1fef3803bf98 req-6e5ff2be-58ed-4275-8b87-5ad8d063e8fd tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:12.185659 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0e5c9d0e-7911-487e-abd7-1fef3803bf98 req-6e5ff2be-58ed-4275-8b87-5ad8d063e8fd tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.0841658 Sep 20 16:03:12.236509 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0e5c9d0e-7911-487e-abd7-1fef3803bf98 req-976bf19f-8b9e-4e15-b455-2d1519b60084 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432720 Sep 20 16:03:12.409294 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ed2e5bb2-1f0f-467a-b2d0-fdefdd991a55 req-da93cb95-d750-4a77-8816-195b4a16972b tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e656a8c-7b50-43c2-8844-7571e7618f48 HTTP/1.1" status: 200 len: 210 time: 0.0488715 Sep 20 16:03:12.606376 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979b86fe-22a5-48e7-8454-d00c9ade788b req-d5012372-c420-4310-b14b-a6b37d58917a tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:12.608338 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-979b86fe-22a5-48e7-8454-d00c9ade788b req-d5012372-c420-4310-b14b-a6b37d58917a tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 944 time: 0.0838480 Sep 20 16:03:12.662270 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-979b86fe-22a5-48e7-8454-d00c9ade788b req-596d9fb2-48fe-463f-be1a-8b901cf3b3e3 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459318 Sep 20 16:03:13.468530 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22e0da-e83f-4c14-86b3-c69f3431eb76 req-b0661fbd-d9b8-4b6f-b032-669df0ed498a tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:13.470702 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2b22e0da-e83f-4c14-86b3-c69f3431eb76 req-b0661fbd-d9b8-4b6f-b032-669df0ed498a tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.0993960 Sep 20 16:03:13.523414 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2b22e0da-e83f-4c14-86b3-c69f3431eb76 req-75601c39-41c3-4ff7-b3ed-6798ff26fa18 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466053 Sep 20 16:03:13.682229 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-11110e37-07a4-4f70-9afb-787c72759de7 req-04a94cb9-9788-4024-9680-5f7197708dda tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e656a8c-7b50-43c2-8844-7571e7618f48 HTTP/1.1" status: 200 len: 210 time: 0.0447865 Sep 20 16:03:13.908775 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc233d2a-83f2-47dc-a973-f88e346cbbef req-b0802af1-fbbd-4c8b-8ce8-0e52357bc345 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:13.910577 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fc233d2a-83f2-47dc-a973-f88e346cbbef req-b0802af1-fbbd-4c8b-8ce8-0e52357bc345 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 944 time: 0.0930281 Sep 20 16:03:13.965244 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fc233d2a-83f2-47dc-a973-f88e346cbbef req-18f1241f-050c-4b5d-8ba5-01f06c02aab5 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483725 Sep 20 16:03:14.430934 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-4f817b2a-32ad-4d47-b27b-ada1ec9766d3 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=e882d5ff64184facb0c09c1a7caa4fd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315309 Sep 20 16:03:14.601379 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-5980e054-1d53-4df0-9583-9063981d7c0d tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:14.602968 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-5980e054-1d53-4df0-9583-9063981d7c0d tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1664815 Sep 20 16:03:14.619853 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-9f1c2315-8413-4184-9939-d765dda093d8 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/quotas/e882d5ff64184facb0c09c1a7caa4fd9 HTTP/1.1" status: 200 len: 375 time: 0.0109937 Sep 20 16:03:14.703301 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-c09c1513-407c-4ef4-8b98-31d6b7931ef0 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=e882d5ff64184facb0c09c1a7caa4fd9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0774593 Sep 20 16:03:14.756598 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b455aaf2-22ef-4e39-993e-74cfeaccdc4b req-27e79fbf-6be1-49af-93f9-7ba227c790f3 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:14.758435 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b455aaf2-22ef-4e39-993e-74cfeaccdc4b req-27e79fbf-6be1-49af-93f9-7ba227c790f3 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.0941112 Sep 20 16:03:14.817510 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b455aaf2-22ef-4e39-993e-74cfeaccdc4b req-dd2b02f1-6ea7-4b44-b3f9-55fcc2f34301 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525804 Sep 20 16:03:14.987102 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-758d7ef8-f085-4841-b16b-68d153f054c5 req-5e8a8323-620c-4e86-a6c0-d84ef8620780 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=381efe5f70ef44caafad8bb42441ac2b&device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 1137 time: 0.2096176 Sep 20 16:03:15.005627 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-14b5465f-6d0d-4500-a96d-764cf57cc8b0 req-98f9dc48-cb48-43a8-a55f-f2796e037372 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/ports?device_id=d71e1e73-c719-41cc-a11b-e24573c7f913 HTTP/1.1" status: 200 len: 210 time: 0.0824311 Sep 20 16:03:15.073767 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-757a2b81-b9a8-45a5-bbed-607f101038a5 req-8425d233-274f-4c12-ada3-3b44b5b1ae65 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e656a8c-7b50-43c2-8844-7571e7618f48 HTTP/1.1" status: 200 len: 210 time: 0.0495448 Sep 20 16:03:15.254464 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d7ef8-f085-4841-b16b-68d153f054c5 req-0a3735bf-7b52-4db3-ba36-2e36b3e38746 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:15.256162 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-758d7ef8-f085-4841-b16b-68d153f054c5 req-0a3735bf-7b52-4db3-ba36-2e36b3e38746 service neutron] 10.222.0.36 "GET /v2.0/networks?id=670b06b4-ee25-49ae-9fe6-c102537f67c6 HTTP/1.1" status: 200 len: 916 time: 0.2270894 Sep 20 16:03:15.293580 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66216a83-08fe-4675-9008-7293af203c2d req-788b2890-b70d-4df2-92a3-31db3d118bf0 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:15.295858 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-66216a83-08fe-4675-9008-7293af203c2d req-788b2890-b70d-4df2-92a3-31db3d118bf0 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 944 time: 0.0961351 Sep 20 16:03:15.374712 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-66216a83-08fe-4675-9008-7293af203c2d req-1e814ae3-15c3-4262-b365-c0dc7010b494 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632987 Sep 20 16:03:15.376905 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8278bc40-af9f-43e5-91fc-a19c714a9089 req-1016f40a-1170-416b-8c29-422dd91d3905 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db746f245ad145658413ccb0154221ac&device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 1097 time: 0.2390161 Sep 20 16:03:15.461190 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-758d7ef8-f085-4841-b16b-68d153f054c5 req-0b3148c6-3648-4d6d-b620-3efe8fe66f52 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41195857-cca8-486d-8ba8-ed8192f8b06b HTTP/1.1" status: 200 len: 1001 time: 0.1956780 Sep 20 16:03:15.609664 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758d7ef8-f085-4841-b16b-68d153f054c5 req-c9acc4b8-ba0c-4998-9758-293bfc5379b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:15.611837 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-758d7ef8-f085-4841-b16b-68d153f054c5 req-c9acc4b8-ba0c-4998-9758-293bfc5379b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d112bb54-b56b-41c9-901f-d6e0d22c0b02 HTTP/1.1" status: 200 len: 854 time: 0.0978684 Sep 20 16:03:15.620990 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8278bc40-af9f-43e5-91fc-a19c714a9089 req-424f0d4d-3b8f-44c9-bd3e-18a54b66fbdc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:15.622771 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8278bc40-af9f-43e5-91fc-a19c714a9089 req-424f0d4d-3b8f-44c9-bd3e-18a54b66fbdc service neutron] 10.222.0.36 "GET /v2.0/networks?id=bff5b245-776a-4a0d-8c23-eec69eae1a29 HTTP/1.1" status: 200 len: 918 time: 0.2048440 Sep 20 16:03:15.791920 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8278bc40-af9f-43e5-91fc-a19c714a9089 req-bd01123b-e44a-43f6-aa03-1b9fade00d30 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8e52c04f-0201-4604-827a-8116060ac578 HTTP/1.1" status: 200 len: 1000 time: 0.1193156 Sep 20 16:03:15.804909 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-758d7ef8-f085-4841-b16b-68d153f054c5 req-bb3ef7e6-041b-4694-809b-94815337cc15 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=670b06b4-ee25-49ae-9fe6-c102537f67c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1732914 Sep 20 16:03:15.998793 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8278bc40-af9f-43e5-91fc-a19c714a9089 req-7f5938d5-7b63-4adb-bba6-11a7d3849bd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:16.000933 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8278bc40-af9f-43e5-91fc-a19c714a9089 req-7f5938d5-7b63-4adb-bba6-11a7d3849bd8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=56db9545-8f98-4a5d-b98f-1e9dd0b9696a HTTP/1.1" status: 200 len: 856 time: 0.1948478 Sep 20 16:03:16.075157 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a826aa-7d20-4eac-bbd1-e9c3f7316988 req-b8752c7a-1eb8-4879-9078-d78e71c44f1f tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:16.085054 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f4a826aa-7d20-4eac-bbd1-e9c3f7316988 req-b8752c7a-1eb8-4879-9078-d78e71c44f1f tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1027851 Sep 20 16:03:16.105048 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-758d7ef8-f085-4841-b16b-68d153f054c5 req-62f78524-3277-45ec-89cc-9b2e1d391242 service neutron] 10.222.0.36 "GET /v2.0/networks/670b06b4-ee25-49ae-9fe6-c102537f67c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581244 Sep 20 16:03:16.201134 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f4a826aa-7d20-4eac-bbd1-e9c3f7316988 req-196a17f7-1514-4e93-9ae9-7e49c1f551ad tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150985 Sep 20 16:03:16.237983 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8278bc40-af9f-43e5-91fc-a19c714a9089 req-879e1d71-5184-449b-b1e4-6400b99a2ada service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bff5b245-776a-4a0d-8c23-eec69eae1a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2172749 Sep 20 16:03:16.395527 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-758d7ef8-f085-4841-b16b-68d153f054c5 req-2089c97e-b704-43c5-b8b3-cc41a02ece89 service neutron] 10.222.0.36 "GET /v2.0/networks/670b06b4-ee25-49ae-9fe6-c102537f67c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727978 Sep 20 16:03:16.398014 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9d5751e3-278d-4bfa-9b9d-cc2c9e15c75a req-2d913654-ffcf-4b46-9850-c78bcf68e612 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e656a8c-7b50-43c2-8844-7571e7618f48 HTTP/1.1" status: 200 len: 210 time: 0.0559368 Sep 20 16:03:16.423859 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ec6212a0-4801-4c98-b9be-26fd29ab5ee3 req-b081dd5b-75f7-4141-9a9f-1afe64164e6d tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/ports?device_id=d71e1e73-c719-41cc-a11b-e24573c7f913 HTTP/1.1" status: 200 len: 210 time: 0.2209640 Sep 20 16:03:16.446054 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8278bc40-af9f-43e5-91fc-a19c714a9089 req-29300215-7a48-45e0-80d9-59e3d759e91a service neutron] 10.222.0.36 "GET /v2.0/networks/bff5b245-776a-4a0d-8c23-eec69eae1a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915355 Sep 20 16:03:16.497206 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-f91efe2c-67c4-40fd-b67e-755959f3a566 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:16.506258 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-f91efe2c-67c4-40fd-b67e-755959f3a566 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.36 "GET /v2.0/networks?id=f5b72bd9-9e2c-4379-b1a6-74f4994e0552 HTTP/1.1" status: 200 len: 815 time: 0.4189391 Sep 20 16:03:16.543205 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-4673ab99-5a12-4035-8572-fd65688bda59 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Request body: {'port': {'device_id': '7e656a8c-7b50-43c2-8844-7571e7618f48', 'network_id': 'f5b72bd9-9e2c-4379-b1a6-74f4994e0552', 'admin_state_up': True, 'tenant_id': '8bf0b02c11fa406eb7e8152365858c89'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:03:16.616485 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8278bc40-af9f-43e5-91fc-a19c714a9089 req-030469f1-d1de-4823-84bd-d90864c98446 service neutron] 10.222.0.36 "GET /v2.0/networks/bff5b245-776a-4a0d-8c23-eec69eae1a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605091 Sep 20 16:03:16.733332 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-18cfc0f6-fde7-40cb-b2f1-2a11cf96d3e2 req-4b9f6219-99f3-4c51-9c9a-70e1737df9e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=381efe5f70ef44caafad8bb42441ac2b&device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 1137 time: 0.1156120 Sep 20 16:03:16.757684 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-4673ab99-5a12-4035-8572-fd65688bda59 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:03:16.768394 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-4673ab99-5a12-4035-8572-fd65688bda59 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:03:16.784706 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-4673ab99-5a12-4035-8572-fd65688bda59 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Made reservation on behalf of 8bf0b02c11fa406eb7e8152365858c89 for: {'port': 1} {{(pid=82368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 16:03:16.792779 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-4673ab99-5a12-4035-8572-fd65688bda59 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:16.858803 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-79844997-e42b-4e07-a945-78801536a02b tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=e882d5ff64184facb0c09c1a7caa4fd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1036289 Sep 20 16:03:16.881835 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ffe3da-93ac-4ecc-821a-dcdbde48299c req-a6f6cebc-ae2a-4c38-bf91-9e3efac140b2 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:16.883595 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c7ffe3da-93ac-4ecc-821a-dcdbde48299c req-a6f6cebc-ae2a-4c38-bf91-9e3efac140b2 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 944 time: 0.2118475 Sep 20 16:03:17.004416 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c7ffe3da-93ac-4ecc-821a-dcdbde48299c req-fe217d13-db48-44e8-b54a-c23268282a11 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691781 Sep 20 16:03:17.116135 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-4673ab99-5a12-4035-8572-fd65688bda59 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Allocated IP 172.20.0.14 (f5b72bd9-9e2c-4379-b1a6-74f4994e0552/ec1946d3-cedd-49f4-8285-8cb4d80885c9/1fd8eaa0-23c3-4698-8719-4afa41fb29bf) {{(pid=82368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 16:03:17.131573 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfc0f6-fde7-40cb-b2f1-2a11cf96d3e2 req-2fd84241-774e-4ce7-86a3-e9b16d9db179 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:17.133182 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-18cfc0f6-fde7-40cb-b2f1-2a11cf96d3e2 req-2fd84241-774e-4ce7-86a3-e9b16d9db179 service neutron] 10.222.0.36 "GET /v2.0/networks?id=670b06b4-ee25-49ae-9fe6-c102537f67c6 HTTP/1.1" status: 200 len: 916 time: 0.3235314 Sep 20 16:03:17.349815 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-4673ab99-5a12-4035-8572-fd65688bda59 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Notify callbacks [] for port, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:17.450921 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-f5190d9c-a582-4469-a1b0-700f01c3d540 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:17.451196 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b61aa-1744-4141-9341-64e2997c5cff req-9c51415a-4021-42ad-b7b8-7bf489149df6 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:17.452487 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-f5190d9c-a582-4469-a1b0-700f01c3d540 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5817099 Sep 20 16:03:17.452624 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-209b61aa-1744-4141-9341-64e2997c5cff req-9c51415a-4021-42ad-b7b8-7bf489149df6 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1084945 Sep 20 16:03:17.458453 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-4673ab99-5a12-4035-8572-fd65688bda59 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:17.470535 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-1373106b-82fa-4d32-8fa7-74421edf6465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:03:17.514545 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-18cfc0f6-fde7-40cb-b2f1-2a11cf96d3e2 req-bc6cf4f3-4cfb-474e-83ef-317d0f81e166 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41195857-cca8-486d-8ba8-ed8192f8b06b HTTP/1.1" status: 200 len: 1001 time: 0.3515668 Sep 20 16:03:17.526576 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f788d401-5a99-498d-a307-86e0b5a3705b req-99002298-ccdd-4557-aa18-a47de2e2a6cb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 1099 time: 0.3649621 Sep 20 16:03:17.620654 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-4673ab99-5a12-4035-8572-fd65688bda59 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Network f5b72bd9-9e2c-4379-b1a6-74f4994e0552 is already hosted by enough agents. {{(pid=82368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:03:17.633154 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-4673ab99-5a12-4035-8572-fd65688bda59 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Resources bound (agent type, host, resource id): {{(pid=82368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:03:17.635137 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4673ab99-5a12-4035-8572-fd65688bda59 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Pushing event updated for resources: {'Port': ['ID=1fd8eaa0-23c3-4698-8719-4afa41fb29bf,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:03:17.639437 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-4673ab99-5a12-4035-8572-fd65688bda59 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Received port after_create {{(pid=82368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 16:03:17.669643 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-4673ab99-5a12-4035-8572-fd65688bda59 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:03:17.680547 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-209b61aa-1744-4141-9341-64e2997c5cff req-05560947-2168-4a73-84ac-27def851646f tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750398 Sep 20 16:03:17.721070 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-4673ab99-5a12-4035-8572-fd65688bda59 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:17.721786 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-4673ab99-5a12-4035-8572-fd65688bda59 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:17.763600 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a0c39-7f6c-4c2a-8894-98b55949fdbb req-5b3b1f73-cb3e-4125-80f7-1f29d2748251 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:17.764347 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-914a0c39-7f6c-4c2a-8894-98b55949fdbb req-5b3b1f73-cb3e-4125-80f7-1f29d2748251 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Synchronizing usage tracker for tenant:8bf0b02c11fa406eb7e8152365858c89 on resource:port {{(pid=82368) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:03:17.770189 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-4673ab99-5a12-4035-8572-fd65688bda59 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2361388 Sep 20 16:03:17.780846 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-914a0c39-7f6c-4c2a-8894-98b55949fdbb req-5b3b1f73-cb3e-4125-80f7-1f29d2748251 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Unset dirty status for tenant:8bf0b02c11fa406eb7e8152365858c89 on resource:port {{(pid=82368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:03:17.782052 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-914a0c39-7f6c-4c2a-8894-98b55949fdbb req-5b3b1f73-cb3e-4125-80f7-1f29d2748251 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e656a8c-7b50-43c2-8844-7571e7618f48 HTTP/1.1" status: 200 len: 932 time: 0.2192400 Sep 20 16:03:17.861995 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0f991d8e-9bd1-4d71-a670-3fdc4efad567 req-1c95c44f-7aa7-4f09-909c-65256bd4f939 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/ports?device_id=d71e1e73-c719-41cc-a11b-e24573c7f913 HTTP/1.1" status: 200 len: 210 time: 0.0584838 Sep 20 16:03:17.892925 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-914a0c39-7f6c-4c2a-8894-98b55949fdbb req-dfc963ce-9bae-4d49-882d-fbc34cabc205 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043739 Sep 20 16:03:18.265658 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2163df5-9599-4287-abc0-584816486f44 req-07637511-ed39-434b-8aaf-ddf832f6f745 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:18.267310 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a2163df5-9599-4287-abc0-584816486f44 req-07637511-ed39-434b-8aaf-ddf832f6f745 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 944 time: 0.0812380 Sep 20 16:03:18.315025 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a2163df5-9599-4287-abc0-584816486f44 req-6a9b75da-39cb-4ea5-b87e-e39551db60d7 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417080 Sep 20 16:03:18.897011 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94730fa2-bb30-42a1-8cec-75192b56f212 req-7864fdd6-4447-499f-9cc6-457b240b3ef9 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:18.898635 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-94730fa2-bb30-42a1-8cec-75192b56f212 req-7864fdd6-4447-499f-9cc6-457b240b3ef9 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.0849955 Sep 20 16:03:18.958545 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-94730fa2-bb30-42a1-8cec-75192b56f212 req-d99542d0-f12b-4386-884d-d0e7128e2bd6 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461819 Sep 20 16:03:19.056379 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2c4abcd0-09e3-4dcf-bc97-1916f5351708 req-f9f8b420-9169-474a-a465-761357a0e02c tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/ports?device_id=d71e1e73-c719-41cc-a11b-e24573c7f913 HTTP/1.1" status: 200 len: 210 time: 0.0530648 Sep 20 16:03:19.170102 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9210a066-062b-4cc7-9a0c-1b9d82916780 req-96feb3a4-9cb9-4587-8b66-c51fdbba83cb tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:19.171711 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9210a066-062b-4cc7-9a0c-1b9d82916780 req-96feb3a4-9cb9-4587-8b66-c51fdbba83cb tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e656a8c-7b50-43c2-8844-7571e7618f48 HTTP/1.1" status: 200 len: 932 time: 0.0851767 Sep 20 16:03:19.214302 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.agents_db [None req-ae0f67a0-09e8-4135-93df-5bebfb5cb2de None None] Agent healthcheck: found 6 active agents {{(pid=82371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 20 16:03:19.218471 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9210a066-062b-4cc7-9a0c-1b9d82916780 req-765c02f2-c795-4b1a-9015-cd304db8abc7 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400484 Sep 20 16:03:19.523955 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059fb23f-e45f-4ab7-8705-5a5d98559fd1 req-1d050141-c782-4419-80e2-6ef4bccae186 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:19.525428 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-059fb23f-e45f-4ab7-8705-5a5d98559fd1 req-1d050141-c782-4419-80e2-6ef4bccae186 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 944 time: 0.0793638 Sep 20 16:03:19.572135 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-059fb23f-e45f-4ab7-8705-5a5d98559fd1 req-7f7d8c0d-ba9f-42be-8e5e-318a58810210 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408099 Sep 20 16:03:20.182667 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c95b38-f10c-4696-aea6-f2180593d292 req-c0284156-0038-4350-be7a-44bc20ccfc89 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:20.184359 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-77c95b38-f10c-4696-aea6-f2180593d292 req-c0284156-0038-4350-be7a-44bc20ccfc89 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1012487 Sep 20 16:03:20.241478 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9843f917-5a39-4089-988a-2a61484726cc req-4bc9ae51-9d4f-4f00-9a37-f171c99f726b tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/ports?device_id=d71e1e73-c719-41cc-a11b-e24573c7f913 HTTP/1.1" status: 200 len: 210 time: 0.0560997 Sep 20 16:03:20.277416 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-77c95b38-f10c-4696-aea6-f2180593d292 req-2b401205-9644-4274-8da9-9afeabd4f9aa tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546219 Sep 20 16:03:20.433036 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52676738-e6b1-4b4a-bd3f-f8265ca63a40 req-afaf0d2d-99a0-4bfe-9397-9246b6e7555e tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:20.434560 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-52676738-e6b1-4b4a-bd3f-f8265ca63a40 req-afaf0d2d-99a0-4bfe-9397-9246b6e7555e tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e656a8c-7b50-43c2-8844-7571e7618f48 HTTP/1.1" status: 200 len: 932 time: 0.0846169 Sep 20 16:03:20.482459 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-52676738-e6b1-4b4a-bd3f-f8265ca63a40 req-eaf167f5-7bae-4c27-8c73-b3469ab19af1 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414996 Sep 20 16:03:20.781723 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0d541-cfad-4675-9238-d6677ee3b1bc req-9430f75b-ca70-4f8c-898f-8bea11ccbcf7 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:20.783256 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c2b0d541-cfad-4675-9238-d6677ee3b1bc req-9430f75b-ca70-4f8c-898f-8bea11ccbcf7 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 944 time: 0.0801320 Sep 20 16:03:20.810447 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['c19460c0-3a44-4fe8-8bbf-ef0855b29da3', '8e9f2662-9c4a-4709-afef-936a6aa9a305', '238e2abe-2575-4515-b350-ded21246b499'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:03:20.832003 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c2b0d541-cfad-4675-9238-d6677ee3b1bc req-01dc4f4f-2e83-469f-9c17-ff130f45a06c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427258 Sep 20 16:03:20.867660 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-7f5fd9da-01fa-4b25-b1df-d061f2db34f2 service neutron] Request body: {'port': {'device_id': '7e656a8c-7b50-43c2-8844-7571e7618f48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80966'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:03:20.974909 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-1e8b6a17-4062-4424-b0a6-c080161e1921 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Request body: {'port': {'device_id': 'd71e1e73-c719-41cc-a11b-e24573c7f913', 'network_id': '81bf1ffb-ca8e-4bbb-a3f5-3596c9927201', 'admin_state_up': True, 'tenant_id': 'e882d5ff64184facb0c09c1a7caa4fd9'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:03:21.139306 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cfc0f6-fde7-40cb-b2f1-2a11cf96d3e2 req-dbe2f014-9e15-4a4e-9168-9342af888a48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:21.140910 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-18cfc0f6-fde7-40cb-b2f1-2a11cf96d3e2 req-dbe2f014-9e15-4a4e-9168-9342af888a48 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d112bb54-b56b-41c9-901f-d6e0d22c0b02 HTTP/1.1" status: 200 len: 854 time: 0.2807848 Sep 20 16:03:21.145859 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f788d401-5a99-498d-a307-86e0b5a3705b req-8fe24e3f-d5d3-4751-9360-932bfc2d5fb0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2999485 Sep 20 16:03:21.186576 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-1e8b6a17-4062-4424-b0a6-c080161e1921 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:03:21.191919 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-1e8b6a17-4062-4424-b0a6-c080161e1921 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Usage tracker for resource:port and tenant:e882d5ff64184facb0c09c1a7caa4fd9 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:03:21.195656 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-1e8b6a17-4062-4424-b0a6-c080161e1921 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:03:21.202418 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-1e8b6a17-4062-4424-b0a6-c080161e1921 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:03:21.225565 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-1e8b6a17-4062-4424-b0a6-c080161e1921 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Made reservation on behalf of e882d5ff64184facb0c09c1a7caa4fd9 for: {'port': 1} {{(pid=82369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 16:03:21.236458 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-1e8b6a17-4062-4424-b0a6-c080161e1921 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:21.241277 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-7f5fd9da-01fa-4b25-b1df-d061f2db34f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:21.259322 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-1e8b6a17-4062-4424-b0a6-c080161e1921 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:21.314299 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-1e8b6a17-4062-4424-b0a6-c080161e1921 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:03:21.319024 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-1e8b6a17-4062-4424-b0a6-c080161e1921 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Usage tracker for resource:security_group_rule and tenant:e882d5ff64184facb0c09c1a7caa4fd9 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:03:21.322353 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-1e8b6a17-4062-4424-b0a6-c080161e1921 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:03:21.329287 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-1e8b6a17-4062-4424-b0a6-c080161e1921 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:03:21.406571 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-1e8b6a17-4062-4424-b0a6-c080161e1921 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:21.411603 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-1e8b6a17-4062-4424-b0a6-c080161e1921 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:21.467572 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c6efcb68-3e05-4adc-95dc-6627da5df790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:03:21.496191 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-26333bde-ad45-40ef-b7e6-22d64ed7ffce req-11c729ad-5540-4c96-bc2a-adae1d992b73 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/ports?device_id=d71e1e73-c719-41cc-a11b-e24573c7f913 HTTP/1.1" status: 200 len: 210 time: 0.0980034 Sep 20 16:03:21.570030 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b6a17-4062-4424-b0a6-c080161e1921 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=055427b8-d41c-4de2-ab67-d90830e1d087,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:03:21.576960 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-1e8b6a17-4062-4424-b0a6-c080161e1921 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:03:21.680481 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-18cfc0f6-fde7-40cb-b2f1-2a11cf96d3e2 req-e5a913f0-904d-424d-b055-e851cc05770d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=670b06b4-ee25-49ae-9fe6-c102537f67c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2144129 Sep 20 16:03:21.692673 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-1e8b6a17-4062-4424-b0a6-c080161e1921 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Allocated IP 192.168.233.171 (81bf1ffb-ca8e-4bbb-a3f5-3596c9927201/4974d309-417e-4eca-8166-6303c7ed157c/82357158-cc97-4410-af3b-ec1cd9535aa5) {{(pid=82369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 16:03:21.709891 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b94b7-2ae5-4146-9d23-8979615f4db9 req-4515751a-eeac-468f-ad27-7d711344ca84 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:21.711500 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-003b94b7-2ae5-4146-9d23-8979615f4db9 req-4515751a-eeac-468f-ad27-7d711344ca84 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.2726085 Sep 20 16:03:21.810495 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-003b94b7-2ae5-4146-9d23-8979615f4db9 req-698b3448-94d8-4f84-aa0c-8d05f03fd6d5 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861866 Sep 20 16:03:21.821330 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b44afe1-ea4b-4696-949b-79b44b338458 req-e6f399e8-198e-4026-8b5f-6be73294cf94 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:21.822897 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8b44afe1-ea4b-4696-949b-79b44b338458 req-e6f399e8-198e-4026-8b5f-6be73294cf94 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e656a8c-7b50-43c2-8844-7571e7618f48 HTTP/1.1" status: 200 len: 932 time: 0.1860466 Sep 20 16:03:21.904397 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-7f5fd9da-01fa-4b25-b1df-d061f2db34f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fd8eaa0-23c3-4698-8719-4afa41fb29bf {{(pid=82368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 16:03:21.913837 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-7f5fd9da-01fa-4b25-b1df-d061f2db34f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:21.936272 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8b44afe1-ea4b-4696-949b-79b44b338458 req-8164964e-bf63-4b97-93b1-99512e7671fd tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839202 Sep 20 16:03:21.938908 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-7f5fd9da-01fa-4b25-b1df-d061f2db34f2 service neutron] Transition to ACTIVE for port object 1fd8eaa0-23c3-4698-8719-4afa41fb29bf will not be triggered until provisioned by entity L2. {{(pid=82368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:03:21.942970 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-7f5fd9da-01fa-4b25-b1df-d061f2db34f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33517910'] for port, after_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:21.947802 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-951a950e-431f-47fc-bdc2-431b44555738 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:03:22.028535 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-18cfc0f6-fde7-40cb-b2f1-2a11cf96d3e2 req-a7ee124c-c41a-47ef-a252-4a7229b0ebe5 service neutron] 10.222.0.36 "GET /v2.0/networks/670b06b4-ee25-49ae-9fe6-c102537f67c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373420 Sep 20 16:03:22.119214 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5fd9da-01fa-4b25-b1df-d061f2db34f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd8eaa0-23c3-4698-8719-4afa41fb29bf,revision_number=2']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:03:22.133648 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-7f5fd9da-01fa-4b25-b1df-d061f2db34f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:03:22.181034 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-1e8b6a17-4062-4424-b0a6-c080161e1921 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Notify callbacks [] for port, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:22.208938 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-1e8b6a17-4062-4424-b0a6-c080161e1921 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Transition to ACTIVE for port object 82357158-cc97-4410-af3b-ec1cd9535aa5 will not be triggered until provisioned by entity DHCP. {{(pid=82369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:03:22.230308 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-18cfc0f6-fde7-40cb-b2f1-2a11cf96d3e2 req-37d57bb1-2fe8-4743-9ea9-719e8593d1af service neutron] 10.222.0.36 "GET /v2.0/networks/670b06b4-ee25-49ae-9fe6-c102537f67c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923060 Sep 20 16:03:22.251881 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-1e8b6a17-4062-4424-b0a6-c080161e1921 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33095450'] for port, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:22.261274 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-e6833ae9-cb09-4912-b6b2-be8bfbd9da5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:03:22.265014 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d6f89-20b0-4f92-8a8e-2339e39d8a10 req-244acb9b-4a04-453d-9155-e5709944e601 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:22.267230 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ab7d6f89-20b0-4f92-8a8e-2339e39d8a10 req-244acb9b-4a04-453d-9155-e5709944e601 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 944 time: 0.2042775 Sep 20 16:03:22.275537 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-7f5fd9da-01fa-4b25-b1df-d061f2db34f2 service neutron] Attempting to bind port 1fd8eaa0-23c3-4698-8719-4afa41fb29bf on host hv-cinder-80966 for vnic_type normal with profile {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 16:03:22.275910 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-7f5fd9da-01fa-4b25-b1df-d061f2db34f2 service neutron] Attempting to bind port 1fd8eaa0-23c3-4698-8719-4afa41fb29bf by drivers openvswitch,hyperv on host hv-cinder-80966 at level 0 using segments [{'id': 'af014d27-e93b-4a03-86de-e38863424f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f5b72bd9-9e2c-4379-b1a6-74f4994e0552'}] {{(pid=82368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 16:03:22.276419 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-7f5fd9da-01fa-4b25-b1df-d061f2db34f2 service neutron] Attempting to bind port 1fd8eaa0-23c3-4698-8719-4afa41fb29bf on network f5b72bd9-9e2c-4379-b1a6-74f4994e0552 {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:03:22.302637 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-7f5fd9da-01fa-4b25-b1df-d061f2db34f2 service neutron] Port 1fd8eaa0-23c3-4698-8719-4afa41fb29bf on network f5b72bd9-9e2c-4379-b1a6-74f4994e0552 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80966 {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 20 16:03:22.302637 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-7f5fd9da-01fa-4b25-b1df-d061f2db34f2 service neutron] Attempting to bind port 1fd8eaa0-23c3-4698-8719-4afa41fb29bf on network f5b72bd9-9e2c-4379-b1a6-74f4994e0552 {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:03:22.323109 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-7f5fd9da-01fa-4b25-b1df-d061f2db34f2 service neutron] Checking agent: {'id': '85f38ebc-8bd3-4a05-87ab-11427d0d3796', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 57, 9), 'started_at': datetime.datetime(2021, 9, 20, 15, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 16, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 16:03:22.323482 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-7f5fd9da-01fa-4b25-b1df-d061f2db34f2 service neutron] Checking segment: {'id': 'af014d27-e93b-4a03-86de-e38863424f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f5b72bd9-9e2c-4379-b1a6-74f4994e0552'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:03:22.323918 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-7f5fd9da-01fa-4b25-b1df-d061f2db34f2 service neutron] Bound using segment: {'id': 'af014d27-e93b-4a03-86de-e38863424f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f5b72bd9-9e2c-4379-b1a6-74f4994e0552'} {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 16:03:22.324440 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-7f5fd9da-01fa-4b25-b1df-d061f2db34f2 service neutron] Bound port: 1fd8eaa0-23c3-4698-8719-4afa41fb29bf, host: hv-cinder-80966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af014d27-e93b-4a03-86de-e38863424f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f5b72bd9-9e2c-4379-b1a6-74f4994e0552'}}] {{(pid=82368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 16:03:22.324841 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-7f5fd9da-01fa-4b25-b1df-d061f2db34f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:22.332889 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-1e8b6a17-4062-4424-b0a6-c080161e1921 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Network 81bf1ffb-ca8e-4bbb-a3f5-3596c9927201 is already hosted by enough agents. {{(pid=82369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:03:22.336305 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-1e8b6a17-4062-4424-b0a6-c080161e1921 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Resources bound (agent type, host, resource id): {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:03:22.345912 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ab7d6f89-20b0-4f92-8a8e-2339e39d8a10 req-e88c3c44-af09-4dea-8dd5-2e127dd298b2 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715189 Sep 20 16:03:22.357114 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-1e8b6a17-4062-4424-b0a6-c080161e1921 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Received port after_create {{(pid=82369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 16:03:22.450448 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-7f5fd9da-01fa-4b25-b1df-d061f2db34f2 service neutron] For port 1fd8eaa0-23c3-4698-8719-4afa41fb29bf, host hv-cinder-80966, cleared binding levels {{(pid=82368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 16:03:22.454466 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-7f5fd9da-01fa-4b25-b1df-d061f2db34f2 service neutron] For port 1fd8eaa0-23c3-4698-8719-4afa41fb29bf, host hv-cinder-80966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=1fd8eaa0-23c3-4698-8719-4afa41fb29bf,segment=NetworkSegment(af014d27-e93b-4a03-86de-e38863424f3d),segment_id=af014d27-e93b-4a03-86de-e38863424f3d)] {{(pid=82368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 16:03:22.459306 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-7f5fd9da-01fa-4b25-b1df-d061f2db34f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33517910'] for port, after_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:22.464181 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-4673ab99-5a12-4035-8572-fd65688bda59 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:03:22.482751 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b6a17-4062-4424-b0a6-c080161e1921 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Pushing event updated for resources: {'Port': ['ID=82357158-cc97-4410-af3b-ec1cd9535aa5,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:03:22.488286 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-1e8b6a17-4062-4424-b0a6-c080161e1921 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:03:22.508499 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-1e8b6a17-4062-4424-b0a6-c080161e1921 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:22.509201 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-1e8b6a17-4062-4424-b0a6-c080161e1921 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:22.537268 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-1e8b6a17-4062-4424-b0a6-c080161e1921 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6693032 Sep 20 16:03:22.541126 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-7f5fd9da-01fa-4b25-b1df-d061f2db34f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:22.542615 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-7f5fd9da-01fa-4b25-b1df-d061f2db34f2 service neutron] 10.222.0.36 "PUT /v2.0/ports/1fd8eaa0-23c3-4698-8719-4afa41fb29bf HTTP/1.1" status: 200 len: 1094 time: 1.6937773 Sep 20 16:03:22.543176 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e656a8c-7b50-43c2-8844-7571e7618f48', 'tag': '1fd8eaa0-23c3-4698-8719-4afa41fb29bf'}] {{(pid=82368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:03:22.553957 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5fd9da-01fa-4b25-b1df-d061f2db34f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1fd8eaa0-23c3-4698-8719-4afa41fb29bf,revision_number=3']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:03:22.558468 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-7f5fd9da-01fa-4b25-b1df-d061f2db34f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:03:22.585255 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-9165f0f2-047d-466a-8316-0c222077e670 service neutron] Request body: {'port': {'device_id': 'd71e1e73-c719-41cc-a11b-e24573c7f913', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80966'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:03:22.615885 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e656a8c-7b50-43c2-8844-7571e7618f48', 'tag': '1fd8eaa0-23c3-4698-8719-4afa41fb29bf', 'status': 'completed', 'code': 200} Sep 20 16:03:22.708927 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-9165f0f2-047d-466a-8316-0c222077e670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:22.763205 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-46f0ff53-c560-4a0b-875e-4fc468b883c6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bf0b02c11fa406eb7e8152365858c89&device_id=7e656a8c-7b50-43c2-8844-7571e7618f48 HTTP/1.1" status: 200 len: 1097 time: 0.1459167 Sep 20 16:03:22.770915 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1524d3-619d-449f-93dd-8a343f3f488e req-6942fa05-1542-4563-8679-2229076e0119 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:22.772459 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5a1524d3-619d-449f-93dd-8a343f3f488e req-6942fa05-1542-4563-8679-2229076e0119 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/ports?device_id=d71e1e73-c719-41cc-a11b-e24573c7f913 HTTP/1.1" status: 200 len: 936 time: 0.1123848 Sep 20 16:03:22.780814 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-7ff65ac5-853d-4009-83ec-75b72fb980fc None None] Provisioning for port 82357158-cc97-4410-af3b-ec1cd9535aa5 completed by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:03:22.786337 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-7ff65ac5-853d-4009-83ec-75b72fb980fc None None] Provisioning complete for port 82357158-cc97-4410-af3b-ec1cd9535aa5 triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:03:22.786737 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7ff65ac5-853d-4009-83ec-75b72fb980fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:22.864955 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-2af55232-671c-438e-86b9-be3b8aa3ae98 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fd8eaa0-23c3-4698-8719-4afa41fb29bf HTTP/1.1" status: 200 len: 217 time: 0.0902743 Sep 20 16:03:22.865851 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-7ff65ac5-853d-4009-83ec-75b72fb980fc None None] Port 82357158-cc97-4410-af3b-ec1cd9535aa5 cannot update to ACTIVE because it is not bound. {{(pid=82370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 20 16:03:22.945880 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5a1524d3-619d-449f-93dd-8a343f3f488e req-964a875b-d2e5-4d41-bac5-783b000b6443 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/security-groups?id=055427b8-d41c-4de2-ab67-d90830e1d087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191072 Sep 20 16:03:22.949362 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-b4564771-1a7a-4d41-8db3-857783a613da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:22.950987 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-b4564771-1a7a-4d41-8db3-857783a613da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ec1946d3-cedd-49f4-8285-8cb4d80885c9 HTTP/1.1" status: 200 len: 855 time: 0.0753415 Sep 20 16:03:23.039612 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-d84de638-4987-4b3b-9a6b-1f3a761ffb3f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f5b72bd9-9e2c-4379-b1a6-74f4994e0552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797579 Sep 20 16:03:23.130356 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-9165f0f2-047d-466a-8316-0c222077e670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82357158-cc97-4410-af3b-ec1cd9535aa5 {{(pid=82369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 16:03:23.137295 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-9165f0f2-047d-466a-8316-0c222077e670 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:23.139852 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480ccf9-6067-4e00-bf8e-0eba065f2b10 req-1b843c0b-dfd4-4414-b08f-0999f7ef60bd tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:23.143366 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d480ccf9-6067-4e00-bf8e-0eba065f2b10 req-1b843c0b-dfd4-4414-b08f-0999f7ef60bd tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1431282 Sep 20 16:03:23.153854 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-9165f0f2-047d-466a-8316-0c222077e670 service neutron] Transition to ACTIVE for port object 82357158-cc97-4410-af3b-ec1cd9535aa5 will not be triggered until provisioned by entity L2. {{(pid=82369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:03:23.158076 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-9165f0f2-047d-466a-8316-0c222077e670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036821680366'] for port, after_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:23.162490 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f8b5e9da-4b1b-48bb-8095-20d6677bd4c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:03:23.216265 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f10910-d892-4daf-8083-a1fcb342c4eb req-46f79934-dcf1-4c14-ad68-128336402901 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:23.217794 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-01f10910-d892-4daf-8083-a1fcb342c4eb req-46f79934-dcf1-4c14-ad68-128336402901 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e656a8c-7b50-43c2-8844-7571e7618f48 HTTP/1.1" status: 200 len: 944 time: 0.1416674 Sep 20 16:03:23.222283 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d480ccf9-6067-4e00-bf8e-0eba065f2b10 req-2f86bfb6-2e8d-4686-b204-4b2220c97414 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739872 Sep 20 16:03:23.273196 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-01f10910-d892-4daf-8083-a1fcb342c4eb req-a5ad4272-1e7e-445f-b0bc-332a66fc81e3 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476561 Sep 20 16:03:23.288473 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165f0f2-047d-466a-8316-0c222077e670 service neutron] Pushing event updated for resources: {'Port': ['ID=82357158-cc97-4410-af3b-ec1cd9535aa5,revision_number=2']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:03:23.291821 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-9165f0f2-047d-466a-8316-0c222077e670 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:03:23.408471 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-9165f0f2-047d-466a-8316-0c222077e670 service neutron] Attempting to bind port 82357158-cc97-4410-af3b-ec1cd9535aa5 on host hv-cinder-80966 for vnic_type normal with profile {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 16:03:23.408849 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-9165f0f2-047d-466a-8316-0c222077e670 service neutron] Attempting to bind port 82357158-cc97-4410-af3b-ec1cd9535aa5 by drivers openvswitch,hyperv on host hv-cinder-80966 at level 0 using segments [{'id': 'c34eba4e-4dcc-4723-9a1d-81802326b840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '81bf1ffb-ca8e-4bbb-a3f5-3596c9927201'}] {{(pid=82369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 16:03:23.409218 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-9165f0f2-047d-466a-8316-0c222077e670 service neutron] Attempting to bind port 82357158-cc97-4410-af3b-ec1cd9535aa5 on network 81bf1ffb-ca8e-4bbb-a3f5-3596c9927201 {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:03:23.417742 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-9165f0f2-047d-466a-8316-0c222077e670 service neutron] Port 82357158-cc97-4410-af3b-ec1cd9535aa5 on network 81bf1ffb-ca8e-4bbb-a3f5-3596c9927201 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80966 {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 20 16:03:23.418456 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-9165f0f2-047d-466a-8316-0c222077e670 service neutron] Attempting to bind port 82357158-cc97-4410-af3b-ec1cd9535aa5 on network 81bf1ffb-ca8e-4bbb-a3f5-3596c9927201 {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:03:23.427203 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-9165f0f2-047d-466a-8316-0c222077e670 service neutron] Checking agent: {'id': '85f38ebc-8bd3-4a05-87ab-11427d0d3796', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 57, 9), 'started_at': datetime.datetime(2021, 9, 20, 15, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 16, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 16:03:23.427578 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-9165f0f2-047d-466a-8316-0c222077e670 service neutron] Checking segment: {'id': 'c34eba4e-4dcc-4723-9a1d-81802326b840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '81bf1ffb-ca8e-4bbb-a3f5-3596c9927201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:03:23.428280 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-9165f0f2-047d-466a-8316-0c222077e670 service neutron] Bound using segment: {'id': 'c34eba4e-4dcc-4723-9a1d-81802326b840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '81bf1ffb-ca8e-4bbb-a3f5-3596c9927201'} {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 16:03:23.428756 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-9165f0f2-047d-466a-8316-0c222077e670 service neutron] Bound port: 82357158-cc97-4410-af3b-ec1cd9535aa5, host: hv-cinder-80966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c34eba4e-4dcc-4723-9a1d-81802326b840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '81bf1ffb-ca8e-4bbb-a3f5-3596c9927201'}}] {{(pid=82369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 16:03:23.429136 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-9165f0f2-047d-466a-8316-0c222077e670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:23.536022 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-9165f0f2-047d-466a-8316-0c222077e670 service neutron] For port 82357158-cc97-4410-af3b-ec1cd9535aa5, host hv-cinder-80966, cleared binding levels {{(pid=82369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 16:03:23.539363 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-9165f0f2-047d-466a-8316-0c222077e670 service neutron] For port 82357158-cc97-4410-af3b-ec1cd9535aa5, host hv-cinder-80966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=82357158-cc97-4410-af3b-ec1cd9535aa5,segment=NetworkSegment(c34eba4e-4dcc-4723-9a1d-81802326b840),segment_id=c34eba4e-4dcc-4723-9a1d-81802326b840)] {{(pid=82369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 16:03:23.543052 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-9165f0f2-047d-466a-8316-0c222077e670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036821680366'] for port, after_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:23.547717 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-3ba7aa3c-7a72-4b3b-91fb-edb553e1256d tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:03:23.596524 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c393e4d-e797-4ac3-92a6-68b65993ec09 req-2c328671-8bf5-4c57-a2ea-03c21e06acf6 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:23.598206 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8c393e4d-e797-4ac3-92a6-68b65993ec09 req-2c328671-8bf5-4c57-a2ea-03c21e06acf6 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 944 time: 0.0827458 Sep 20 16:03:23.604214 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-9165f0f2-047d-466a-8316-0c222077e670 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:23.606110 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-9165f0f2-047d-466a-8316-0c222077e670 service neutron] 10.222.0.36 "PUT /v2.0/ports/82357158-cc97-4410-af3b-ec1cd9535aa5 HTTP/1.1" status: 200 len: 1098 time: 1.0281625 Sep 20 16:03:23.606760 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd71e1e73-c719-41cc-a11b-e24573c7f913', 'tag': '82357158-cc97-4410-af3b-ec1cd9535aa5'}] {{(pid=82369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:03:23.633917 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165f0f2-047d-466a-8316-0c222077e670 service neutron] Pushing event updated for resources: {'Port': ['ID=82357158-cc97-4410-af3b-ec1cd9535aa5,revision_number=3']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:03:23.637359 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-9165f0f2-047d-466a-8316-0c222077e670 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:03:23.654408 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8c393e4d-e797-4ac3-92a6-68b65993ec09 req-093886f9-ef68-4b4b-8ed3-f75579571b8c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500598 Sep 20 16:03:23.672437 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd71e1e73-c719-41cc-a11b-e24573c7f913', 'tag': '82357158-cc97-4410-af3b-ec1cd9535aa5', 'status': 'completed', 'code': 200} Sep 20 16:03:24.153908 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c9887-4cc1-44b7-a0ac-a023a49f41c5 req-b3cce747-a66c-43c4-a25e-4f6294a4fe02 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:24.155443 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0c3c9887-4cc1-44b7-a0ac-a023a49f41c5 req-b3cce747-a66c-43c4-a25e-4f6294a4fe02 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/ports?device_id=d71e1e73-c719-41cc-a11b-e24573c7f913 HTTP/1.1" status: 200 len: 948 time: 0.0840397 Sep 20 16:03:24.205030 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0c3c9887-4cc1-44b7-a0ac-a023a49f41c5 req-d6d09cab-5467-4cef-8931-4aca13d9f768 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/security-groups?id=055427b8-d41c-4de2-ab67-d90830e1d087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434449 Sep 20 16:03:24.514983 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268749c-a1e8-4a78-8053-db3801af4c4f req-aab7934b-6d56-414d-84f6-9113e0241c22 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:24.516610 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3268749c-a1e8-4a78-8053-db3801af4c4f req-aab7934b-6d56-414d-84f6-9113e0241c22 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1596100 Sep 20 16:03:24.526880 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a12a1-c29e-4cdc-bd55-f466f43445cc req-eca64152-a92d-41fd-baae-890cf65be60e tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:24.528398 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8d9a12a1-c29e-4cdc-bd55-f466f43445cc req-eca64152-a92d-41fd-baae-890cf65be60e tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e656a8c-7b50-43c2-8844-7571e7618f48 HTTP/1.1" status: 200 len: 944 time: 0.1193316 Sep 20 16:03:24.608023 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3268749c-a1e8-4a78-8053-db3801af4c4f req-c77d2b22-9811-4236-b83e-d20504a0b8de tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786102 Sep 20 16:03:24.613379 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8d9a12a1-c29e-4cdc-bd55-f466f43445cc req-eef963ff-4e20-413b-806a-4427c9ff2a7e tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688479 Sep 20 16:03:24.871960 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b43609-36fd-4546-9064-9152b760bf2b req-37ab0db9-0af8-4517-98df-f947238cdd32 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:24.873493 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-70b43609-36fd-4546-9064-9152b760bf2b req-37ab0db9-0af8-4517-98df-f947238cdd32 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 944 time: 0.0842462 Sep 20 16:03:24.923318 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-70b43609-36fd-4546-9064-9152b760bf2b req-be43a00b-2b0a-4f4a-bfa5-eff75c4fedca tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435097 Sep 20 16:03:25.408038 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fe748a-1a14-4bbb-9563-ad17a51ccfa2 req-e8c6f20c-b8cd-4f8e-8780-8132b49c3e52 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:25.409617 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-98fe748a-1a14-4bbb-9563-ad17a51ccfa2 req-e8c6f20c-b8cd-4f8e-8780-8132b49c3e52 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/ports?device_id=d71e1e73-c719-41cc-a11b-e24573c7f913 HTTP/1.1" status: 200 len: 948 time: 0.0818582 Sep 20 16:03:25.456434 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-98fe748a-1a14-4bbb-9563-ad17a51ccfa2 req-e5ea950f-9126-40b9-9c3b-9fb992f3cfdf tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/security-groups?id=055427b8-d41c-4de2-ab67-d90830e1d087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407162 Sep 20 16:03:25.889462 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb645b5-8c5a-4719-bbe7-8f04fbd084e2 req-916c967c-9e5d-4c80-85f8-eeb1b79af6ef tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:25.891195 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-adb645b5-8c5a-4719-bbe7-8f04fbd084e2 req-916c967c-9e5d-4c80-85f8-eeb1b79af6ef tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e656a8c-7b50-43c2-8844-7571e7618f48 HTTP/1.1" status: 200 len: 944 time: 0.1497605 Sep 20 16:03:25.897848 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bad33-2d4c-4431-a13b-eab9d95f9671 req-b7d9b708-7f7e-4213-bc8f-a2482fe4396a tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:25.899379 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-349bad33-2d4c-4431-a13b-eab9d95f9671 req-b7d9b708-7f7e-4213-bc8f-a2482fe4396a tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1566868 Sep 20 16:03:25.979872 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-adb645b5-8c5a-4719-bbe7-8f04fbd084e2 req-2f930fbe-ebb7-4207-98fd-3d252c0d2fd0 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794556 Sep 20 16:03:25.982112 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-349bad33-2d4c-4431-a13b-eab9d95f9671 req-d5216a03-a51c-408c-81a8-51bd0f01097a tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675397 Sep 20 16:03:26.167946 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824a0a1-7f96-40d8-b531-1beb9b8ab779 req-e17bb35a-b99f-4159-9c15-a55e9d9d13ed tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:26.169502 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1824a0a1-7f96-40d8-b531-1beb9b8ab779 req-e17bb35a-b99f-4159-9c15-a55e9d9d13ed tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 944 time: 0.0791769 Sep 20 16:03:26.218256 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1824a0a1-7f96-40d8-b531-1beb9b8ab779 req-47780318-12b2-4801-a247-97e6119fb5e9 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422957 Sep 20 16:03:26.634226 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 8e52c04f-0201-4604-827a-8116060ac578 details requested by agent hyperv_hv-cinder-80966 with host hv-cinder-80966 {{(pid=82370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 20 16:03:26.676094 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d52f08-2f9e-44f4-9fb3-52bf2878d667 req-3bc5eb51-25e5-4d41-aa3f-4a67a37876d1 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:26.677731 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a0d52f08-2f9e-44f4-9fb3-52bf2878d667 req-3bc5eb51-25e5-4d41-aa3f-4a67a37876d1 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/ports?device_id=d71e1e73-c719-41cc-a11b-e24573c7f913 HTTP/1.1" status: 200 len: 948 time: 0.1007068 Sep 20 16:03:26.770744 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2d8db834-c7a0-444c-b11a-ce7cd35cd1bc req-0dd20f76-d90e-4296-859b-1e989c614c27 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e882d5ff64184facb0c09c1a7caa4fd9&device_id=d71e1e73-c719-41cc-a11b-e24573c7f913 HTTP/1.1" status: 200 len: 1101 time: 0.0840220 Sep 20 16:03:26.843362 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 8e52c04f-0201-4604-827a-8116060ac578, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=8e52c04f-0201-4604-827a-8116060ac578,segment=NetworkSegment(989a23f7-b1d9-49cd-b7ba-1fda6ddeb386),segment_id=989a23f7-b1d9-49cd-b7ba-1fda6ddeb386)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:03:26.845615 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2d8db834-c7a0-444c-b11a-ce7cd35cd1bc req-8d55b128-e522-422d-aa67-895d68b88851 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=e882d5ff64184facb0c09c1a7caa4fd9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0621493 Sep 20 16:03:26.847232 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a0d52f08-2f9e-44f4-9fb3-52bf2878d667 req-362425d4-92af-4db4-92ef-c01a6f69b63f tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/security-groups?id=055427b8-d41c-4de2-ab67-d90830e1d087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629124 Sep 20 16:03:26.877082 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-faa1c46c-ec4e-4c1a-8fe1-a5147f248e48 service neutron] 10.222.0.36 "GET /v2.0/networks/f5b72bd9-9e2c-4379-b1a6-74f4994e0552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906164 Sep 20 16:03:26.896465 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Returning: {'device': '8e52c04f-0201-4604-827a-8116060ac578', 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29', 'port_id': '8e52c04f-0201-4604-827a-8116060ac578', 'mac_address': 'fa:16:3e:4b:d3:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56db9545-8f98-4a5d-b98f-1e9dd0b9696a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 20 16:03:26.961600 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:26.981067 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e52c04f-0201-4604-827a-8116060ac578 {{(pid=82370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 16:03:26.997027 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 8e52c04f-0201-4604-827a-8116060ac578, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=8e52c04f-0201-4604-827a-8116060ac578,segment=NetworkSegment(989a23f7-b1d9-49cd-b7ba-1fda6ddeb386),segment_id=989a23f7-b1d9-49cd-b7ba-1fda6ddeb386)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:03:27.001901 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:27.002374 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8db834-c7a0-444c-b11a-ce7cd35cd1bc req-5c58a9b8-5d6e-4bbc-9f5c-db50bec16eba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:27.003984 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2d8db834-c7a0-444c-b11a-ce7cd35cd1bc req-5c58a9b8-5d6e-4bbc-9f5c-db50bec16eba service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1462696 Sep 20 16:03:27.004314 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-7f95a94b-5ce6-4725-bc9d-fbfb08fe172d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:03:27.031156 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-98a63ec4-e38b-4be6-9f72-4ce55c93ea3e req-00488ec2-033d-4b92-9f4f-fad01c602746 service neutron] 10.222.0.36 "GET /v2.0/networks/f5b72bd9-9e2c-4379-b1a6-74f4994e0552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421933 Sep 20 16:03:27.096996 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=8e52c04f-0201-4604-827a-8116060ac578,revision_number=9']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:03:27.101835 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:03:27.174895 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1e25fda3-9527-4476-85b6-1d8077c08d19 req-07a38611-6e0d-48c4-a80f-ba01d6e4e1ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8bf0b02c11fa406eb7e8152365858c89&device_id=7e656a8c-7b50-43c2-8844-7571e7618f48 HTTP/1.1" status: 200 len: 1097 time: 0.0790050 Sep 20 16:03:27.325407 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25fda3-9527-4476-85b6-1d8077c08d19 req-6d4f04b7-308b-4d06-965a-3045d5f5e03e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:27.326994 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1e25fda3-9527-4476-85b6-1d8077c08d19 req-6d4f04b7-308b-4d06-965a-3045d5f5e03e service neutron] 10.222.0.36 "GET /v2.0/networks?id=f5b72bd9-9e2c-4379-b1a6-74f4994e0552 HTTP/1.1" status: 200 len: 916 time: 0.1439571 Sep 20 16:03:27.403006 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1e25fda3-9527-4476-85b6-1d8077c08d19 req-a74958fd-2af9-4dc2-a058-fc973d44a3b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1fd8eaa0-23c3-4698-8719-4afa41fb29bf HTTP/1.1" status: 200 len: 217 time: 0.0670006 Sep 20 16:03:27.503778 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-485cc6fa-3b54-48b0-8701-da8d014d1c7d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e882d5ff64184facb0c09c1a7caa4fd9&device_id=d71e1e73-c719-41cc-a11b-e24573c7f913 HTTP/1.1" status: 200 len: 1101 time: 0.4233441 Sep 20 16:03:27.511219 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af8da17-9679-4bf4-af78-743e34b51136 req-8ec957c4-1907-4470-b157-2d6567d37a89 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:27.512896 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0af8da17-9679-4bf4-af78-743e34b51136 req-8ec957c4-1907-4470-b157-2d6567d37a89 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e656a8c-7b50-43c2-8844-7571e7618f48 HTTP/1.1" status: 200 len: 944 time: 0.3854845 Sep 20 16:03:27.524121 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaab2be-c9e5-402b-bd2f-92dbfdbb9b1d req-a119f5c6-4551-4b48-9924-968eb023ce03 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:27.525805 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-efaab2be-c9e5-402b-bd2f-92dbfdbb9b1d req-a119f5c6-4551-4b48-9924-968eb023ce03 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.3575907 Sep 20 16:03:27.635143 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['8e52c04f-0201-4604-827a-8116060ac578'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:03:27.649784 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-356630df-3c70-4ba4-817f-387b5eb0a4b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=82357158-cc97-4410-af3b-ec1cd9535aa5 HTTP/1.1" status: 200 len: 217 time: 0.1059289 Sep 20 16:03:27.666225 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25fda3-9527-4476-85b6-1d8077c08d19 req-c7c75803-5202-438e-b262-d7df11bc56b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:27.667424 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1e25fda3-9527-4476-85b6-1d8077c08d19 req-c7c75803-5202-438e-b262-d7df11bc56b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ec1946d3-cedd-49f4-8285-8cb4d80885c9 HTTP/1.1" status: 200 len: 855 time: 0.2496116 Sep 20 16:03:27.717268 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1e25fda3-9527-4476-85b6-1d8077c08d19 req-2a41d072-9dcd-4219-b0da-3f7df1d19122 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f5b72bd9-9e2c-4379-b1a6-74f4994e0552&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432847 Sep 20 16:03:27.734285 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0af8da17-9679-4bf4-af78-743e34b51136 req-fdad9db1-8fb4-43a7-b655-1e1b109739cb tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074239 Sep 20 16:03:27.751897 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-efaab2be-c9e5-402b-bd2f-92dbfdbb9b1d req-9957a6f4-d049-480e-b40e-a2dad78ff5ee tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068629 Sep 20 16:03:27.761584 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-37ec33f4-6b1c-486f-9566-06e71daa1a67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:27.763526 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-37ec33f4-6b1c-486f-9566-06e71daa1a67 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4974d309-417e-4eca-8166-6303c7ed157c HTTP/1.1" status: 200 len: 843 time: 0.1000855 Sep 20 16:03:27.922380 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-69655352-9445-4fdc-9cb8-3d8339df7ae0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=81bf1ffb-ca8e-4bbb-a3f5-3596c9927201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1373744 Sep 20 16:03:28.000091 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1e25fda3-9527-4476-85b6-1d8077c08d19 req-b646a3e8-5fc3-4eea-8538-d9968b7808c7 service neutron] 10.222.0.36 "GET /v2.0/networks/f5b72bd9-9e2c-4379-b1a6-74f4994e0552?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742088 Sep 20 16:03:28.153866 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1e25fda3-9527-4476-85b6-1d8077c08d19 req-a4fbadd7-d314-4b93-9515-093bfac57f02 service neutron] 10.222.0.36 "GET /v2.0/networks/f5b72bd9-9e2c-4379-b1a6-74f4994e0552?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400075 Sep 20 16:03:28.159393 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-59ae3330-6fbf-4b8d-a126-a6d7864d6899 service neutron] 10.222.0.36 "GET /v2.0/networks/81bf1ffb-ca8e-4bbb-a3f5-3596c9927201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281744 Sep 20 16:03:28.166234 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff50d27-d41f-4962-83bf-97670be869b4 req-c4d74699-03ab-419a-90f3-5fded72f23d6 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:28.173638 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3ff50d27-d41f-4962-83bf-97670be869b4 req-c4d74699-03ab-419a-90f3-5fded72f23d6 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 945 time: 0.2147102 Sep 20 16:03:28.322445 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3ff50d27-d41f-4962-83bf-97670be869b4 req-20bfe076-2edd-4ef3-ad4c-108fb3a3cabe tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478572 Sep 20 16:03:28.360047 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e772dc90-86c1-4168-8e1c-6297ac85b585 req-311bac03-91b9-4ea8-ac36-d7e16c8eb82d service neutron] 10.222.0.36 "GET /v2.0/networks/81bf1ffb-ca8e-4bbb-a3f5-3596c9927201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838994 Sep 20 16:03:28.542126 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2baab36-70a3-4fb7-85d1-ee1af6f2f4a3 req-5f8f2db5-ad76-4d29-b41e-2b7601dd8691 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:28.543901 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c2baab36-70a3-4fb7-85d1-ee1af6f2f4a3 req-5f8f2db5-ad76-4d29-b41e-2b7601dd8691 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/ports?device_id=d71e1e73-c719-41cc-a11b-e24573c7f913 HTTP/1.1" status: 200 len: 948 time: 0.0830343 Sep 20 16:03:28.593156 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c2baab36-70a3-4fb7-85d1-ee1af6f2f4a3 req-169d74cb-3a11-4af7-b428-c2c88b6deb3d tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/security-groups?id=055427b8-d41c-4de2-ab67-d90830e1d087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422282 Sep 20 16:03:28.801131 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-16e9805d-8769-42d1-9246-fb4ac5e30df2 req-673ded22-ade0-4116-bc64-854dd40b9b38 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0ad6fb96f2948788cf8a1d3d787552f&device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 1099 time: 0.1431849 Sep 20 16:03:28.807873 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db71c3-cb1c-4465-9a6c-dab91348fc4b req-5ce2cb1a-a224-47e5-bacf-e3eaf38fdf4d tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:28.809355 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-42db71c3-cb1c-4465-9a6c-dab91348fc4b req-5ce2cb1a-a224-47e5-bacf-e3eaf38fdf4d tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1149776 Sep 20 16:03:29.017006 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-42db71c3-cb1c-4465-9a6c-dab91348fc4b req-fe762feb-114f-4406-a3df-ddbd0c8aa237 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012570 Sep 20 16:03:29.069525 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9805d-8769-42d1-9246-fb4ac5e30df2 req-48943920-409e-44c1-bdc3-e40155fc0a20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:29.071180 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-16e9805d-8769-42d1-9246-fb4ac5e30df2 req-48943920-409e-44c1-bdc3-e40155fc0a20 service neutron] 10.222.0.36 "GET /v2.0/networks?id=526d51a6-e1d8-43dc-ad4b-1d3805a10527 HTTP/1.1" status: 200 len: 919 time: 0.2391274 Sep 20 16:03:29.081295 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c80d8-1f54-44ae-bf12-cc5b44cf8403 req-c12c054b-f78e-414c-b06b-09c6fe7360d3 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:29.082921 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c09c80d8-1f54-44ae-bf12-cc5b44cf8403 req-c12c054b-f78e-414c-b06b-09c6fe7360d3 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e656a8c-7b50-43c2-8844-7571e7618f48 HTTP/1.1" status: 200 len: 944 time: 0.2117209 Sep 20 16:03:29.172257 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-16e9805d-8769-42d1-9246-fb4ac5e30df2 req-88171edd-bf75-4021-be1e-db3737bc3635 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ea85f18a-a185-4513-885e-4cd5ec8c7e2f HTTP/1.1" status: 200 len: 217 time: 0.0878267 Sep 20 16:03:29.244642 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c09c80d8-1f54-44ae-bf12-cc5b44cf8403 req-eb4426fc-10e1-4c7f-af2a-f1e81785a49b tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087594 Sep 20 16:03:29.257905 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e9805d-8769-42d1-9246-fb4ac5e30df2 req-c45b7656-b30f-4430-af73-6566522f5cd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:29.259658 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-16e9805d-8769-42d1-9246-fb4ac5e30df2 req-c45b7656-b30f-4430-af73-6566522f5cd4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=99e482be-1e6b-4c97-9638-74c80f0f9561 HTTP/1.1" status: 200 len: 858 time: 0.0735404 Sep 20 16:03:29.314232 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-16e9805d-8769-42d1-9246-fb4ac5e30df2 req-110a7cbf-300f-49e3-be7b-b8066fc34706 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=526d51a6-e1d8-43dc-ad4b-1d3805a10527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437615 Sep 20 16:03:29.471262 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-16e9805d-8769-42d1-9246-fb4ac5e30df2 req-83f7902f-8b70-461e-8b25-7e61e593d5e2 service neutron] 10.222.0.36 "GET /v2.0/networks/526d51a6-e1d8-43dc-ad4b-1d3805a10527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493280 Sep 20 16:03:29.555481 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 1fd8eaa0-23c3-4698-8719-4afa41fb29bf details requested by agent hyperv_hv-cinder-80966 with host hv-cinder-80966 {{(pid=82370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 20 16:03:29.564191 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 8e52c04f-0201-4604-827a-8116060ac578 up at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:03:29.687500 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378e29f-c8d7-48cd-8c54-768472c19461 req-9c7d0758-39f4-4f8b-b276-a9f419836cce tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:29.689682 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c378e29f-c8d7-48cd-8c54-768472c19461 req-9c7d0758-39f4-4f8b-b276-a9f419836cce tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 945 time: 0.2122927 Sep 20 16:03:29.693340 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-16e9805d-8769-42d1-9246-fb4ac5e30df2 req-dac89f90-5722-40ed-a6d1-66767c2ff2f5 service neutron] 10.222.0.36 "GET /v2.0/networks/526d51a6-e1d8-43dc-ad4b-1d3805a10527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784873 Sep 20 16:03:29.742654 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c378e29f-c8d7-48cd-8c54-768472c19461 req-f431814c-0e96-4d3f-add4-09754e2aedce tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461938 Sep 20 16:03:29.841237 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 1fd8eaa0-23c3-4698-8719-4afa41fb29bf, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=1fd8eaa0-23c3-4698-8719-4afa41fb29bf,segment=NetworkSegment(af014d27-e93b-4a03-86de-e38863424f3d),segment_id=af014d27-e93b-4a03-86de-e38863424f3d)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:03:29.858598 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning complete for port 8e52c04f-0201-4604-827a-8116060ac578 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:03:29.859047 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:29.879892 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c44483-b0e2-44f4-9e7f-08e0ed6b8675 req-9ad2f466-f8e9-45fc-9f43-4d741063ad3b tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:29.881693 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c6c44483-b0e2-44f4-9e7f-08e0ed6b8675 req-9ad2f466-f8e9-45fc-9f43-4d741063ad3b tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/ports?device_id=d71e1e73-c719-41cc-a11b-e24573c7f913 HTTP/1.1" status: 200 len: 948 time: 0.0898018 Sep 20 16:03:29.938165 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c6c44483-b0e2-44f4-9e7f-08e0ed6b8675 req-be2edc55-0542-457e-a212-1c8a342ba16e tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/security-groups?id=055427b8-d41c-4de2-ab67-d90830e1d087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504344 Sep 20 16:03:30.078850 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Returning: {'device': '1fd8eaa0-23c3-4698-8719-4afa41fb29bf', 'network_id': 'f5b72bd9-9e2c-4379-b1a6-74f4994e0552', 'port_id': '1fd8eaa0-23c3-4698-8719-4afa41fb29bf', 'mac_address': 'fa:16:3e:f0:68:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec1946d3-cedd-49f4-8285-8cb4d80885c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 20 16:03:30.177546 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:30.217927 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:30.238645 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fd8eaa0-23c3-4698-8719-4afa41fb29bf {{(pid=82370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 16:03:30.262720 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 1fd8eaa0-23c3-4698-8719-4afa41fb29bf, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=1fd8eaa0-23c3-4698-8719-4afa41fb29bf,segment=NetworkSegment(af014d27-e93b-4a03-86de-e38863424f3d),segment_id=af014d27-e93b-4a03-86de-e38863424f3d)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:03:30.267848 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97678124-5077-451a-bb56-fac239ecbdc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e52c04f-0201-4604-827a-8116060ac578'}] {{(pid=82370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:03:30.281315 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 8e52c04f-0201-4604-827a-8116060ac578, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=8e52c04f-0201-4604-827a-8116060ac578,segment=NetworkSegment(989a23f7-b1d9-49cd-b7ba-1fda6ddeb386),segment_id=989a23f7-b1d9-49cd-b7ba-1fda6ddeb386)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:03:30.284885 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:30.288311 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-87ca3cc9-bf63-4b8f-9e88-6c781ed85c37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:03:30.298284 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7d781-f206-46a3-a135-49104f959939 req-26d75e96-25df-486e-8f44-e8b1fc39d83b tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:30.299961 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b2d7d781-f206-46a3-a135-49104f959939 req-26d75e96-25df-486e-8f44-e8b1fc39d83b tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.0909369 Sep 20 16:03:30.336800 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:30.360895 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b2d7d781-f206-46a3-a135-49104f959939 req-35b0b2c4-23a5-4509-a2a2-926faf8e6971 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522780 Sep 20 16:03:30.366158 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=1fd8eaa0-23c3-4698-8719-4afa41fb29bf,revision_number=4']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:03:30.369499 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:03:30.369978 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:03:30.435856 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97678124-5077-451a-bb56-fac239ecbdc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e52c04f-0201-4604-827a-8116060ac578', 'code': 200} Sep 20 16:03:30.456478 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=8e52c04f-0201-4604-827a-8116060ac578,revision_number=10']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:03:30.459851 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:03:30.482740 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c04a3fc-c0d0-4a54-826b-d794812c744d req-c3b0c041-31f2-464e-96df-c34ce0b1c80f tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:30.484373 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3c04a3fc-c0d0-4a54-826b-d794812c744d req-c3b0c041-31f2-464e-96df-c34ce0b1c80f tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e656a8c-7b50-43c2-8844-7571e7618f48 HTTP/1.1" status: 200 len: 945 time: 0.0963125 Sep 20 16:03:30.533084 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3c04a3fc-c0d0-4a54-826b-d794812c744d req-e9676b84-717d-493d-806c-fc103cac92ae tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415664 Sep 20 16:03:30.849387 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['1fd8eaa0-23c3-4698-8719-4afa41fb29bf'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:03:30.922208 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90d1bd-90ca-47ad-9c34-91390cf5b627 req-31e88a2b-54ed-451c-87d6-1c566c1f9712 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:30.924281 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cf90d1bd-90ca-47ad-9c34-91390cf5b627 req-31e88a2b-54ed-451c-87d6-1c566c1f9712 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.1290991 Sep 20 16:03:31.030611 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cf90d1bd-90ca-47ad-9c34-91390cf5b627 req-cd2aa97c-af97-48c0-80e3-685553ec4234 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998187 Sep 20 16:03:31.068832 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2555dc-c0eb-47eb-901b-df648fd394dc req-2deaa54f-3a25-4bf5-a426-ece63273c404 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:31.070428 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0d2555dc-c0eb-47eb-901b-df648fd394dc req-2deaa54f-3a25-4bf5-a426-ece63273c404 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 947 time: 0.1214323 Sep 20 16:03:31.214512 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0d2555dc-c0eb-47eb-901b-df648fd394dc req-39f5c974-0c22-4020-afd0-900969f2f250 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375177 Sep 20 16:03:31.253152 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c12bf2dd-ae33-4ce1-a001-df1a24156a72 req-82600dfb-d925-4f03-91bb-4a41551d32c6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 1100 time: 0.1737361 Sep 20 16:03:31.269892 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9510c6-5a2f-4cc0-a44c-fb4fec86dc9c req-c66c6264-b550-41f3-beba-1d3bf8a3c83d tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:31.271451 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5f9510c6-5a2f-4cc0-a44c-fb4fec86dc9c req-c66c6264-b550-41f3-beba-1d3bf8a3c83d tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/ports?device_id=d71e1e73-c719-41cc-a11b-e24573c7f913 HTTP/1.1" status: 200 len: 948 time: 0.1219935 Sep 20 16:03:31.340483 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c12bf2dd-ae33-4ce1-a001-df1a24156a72 req-52528d66-68ff-47cf-9b34-b1c01861e0bf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776830 Sep 20 16:03:31.347740 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5f9510c6-5a2f-4cc0-a44c-fb4fec86dc9c req-8607edb6-7eb4-44a0-a00e-22bd85d90f69 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/security-groups?id=055427b8-d41c-4de2-ab67-d90830e1d087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614796 Sep 20 16:03:31.574124 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 82357158-cc97-4410-af3b-ec1cd9535aa5 details requested by agent hyperv_hv-cinder-80966 with host hv-cinder-80966 {{(pid=82370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 20 16:03:31.587742 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b449dd-0452-410d-97d5-4d89a34348be req-6c0e4f9d-8b12-4d8d-bfd7-feb31b2e349d tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:31.589359 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-59b449dd-0452-410d-97d5-4d89a34348be req-6c0e4f9d-8b12-4d8d-bfd7-feb31b2e349d tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.0985258 Sep 20 16:03:31.639913 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-59b449dd-0452-410d-97d5-4d89a34348be req-205bc75f-9b15-496c-9fef-b0b1643f144a tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437980 Sep 20 16:03:31.732170 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 82357158-cc97-4410-af3b-ec1cd9535aa5, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=82357158-cc97-4410-af3b-ec1cd9535aa5,segment=NetworkSegment(c34eba4e-4dcc-4723-9a1d-81802326b840),segment_id=c34eba4e-4dcc-4723-9a1d-81802326b840)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:03:31.747219 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Returning: {'device': '82357158-cc97-4410-af3b-ec1cd9535aa5', 'network_id': '81bf1ffb-ca8e-4bbb-a3f5-3596c9927201', 'port_id': '82357158-cc97-4410-af3b-ec1cd9535aa5', 'mac_address': 'fa:16:3e:ae:af:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4974d309-417e-4eca-8166-6303c7ed157c', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 20 16:03:31.814076 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:31.837389 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82357158-cc97-4410-af3b-ec1cd9535aa5 {{(pid=82370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 16:03:31.842297 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a76f4-7f9a-4087-8e34-ff79e44d3512 req-ac0daa71-41b5-47ee-b9a6-d03edab5b580 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:31.847321 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-847a76f4-7f9a-4087-8e34-ff79e44d3512 req-ac0daa71-41b5-47ee-b9a6-d03edab5b580 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e656a8c-7b50-43c2-8844-7571e7618f48 HTTP/1.1" status: 200 len: 945 time: 0.0893180 Sep 20 16:03:31.853707 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 82357158-cc97-4410-af3b-ec1cd9535aa5, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=82357158-cc97-4410-af3b-ec1cd9535aa5,segment=NetworkSegment(c34eba4e-4dcc-4723-9a1d-81802326b840),segment_id=c34eba4e-4dcc-4723-9a1d-81802326b840)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:03:31.862327 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:31.872176 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:03:31.903580 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-847a76f4-7f9a-4087-8e34-ff79e44d3512 req-b0745a91-142c-4a97-ada6-452f95bf08b4 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527639 Sep 20 16:03:31.951379 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=82357158-cc97-4410-af3b-ec1cd9535aa5,revision_number=4']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:03:31.954803 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:03:32.246656 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509272a-4c3a-4ef1-82c8-a00f53676cd6 req-7308cdc7-59ae-4e51-8d8e-8bfa8cc7cb72 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:32.248304 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f509272a-4c3a-4ef1-82c8-a00f53676cd6 req-7308cdc7-59ae-4e51-8d8e-8bfa8cc7cb72 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.0847063 Sep 20 16:03:32.297125 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f509272a-4c3a-4ef1-82c8-a00f53676cd6 req-c4f867a1-aa0b-40f8-a861-feb0bacc2063 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425310 Sep 20 16:03:32.435069 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf39ab-6fa2-44ef-ae83-673dd7c78fbe req-a985380a-4c1e-43ce-8cc9-7335aeda0a09 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:32.436811 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-42bf39ab-6fa2-44ef-ae83-673dd7c78fbe req-a985380a-4c1e-43ce-8cc9-7335aeda0a09 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 947 time: 0.0839081 Sep 20 16:03:32.491652 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-42bf39ab-6fa2-44ef-ae83-673dd7c78fbe req-cbd72ec4-6691-436b-8ce7-b064bff01178 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485699 Sep 20 16:03:32.582291 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24cd98-9d12-4495-a462-27523da36084 req-051ea8d9-e18d-49d5-81d5-bd7f82ecada5 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:32.583877 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1e24cd98-9d12-4495-a462-27523da36084 req-051ea8d9-e18d-49d5-81d5-bd7f82ecada5 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/ports?device_id=d71e1e73-c719-41cc-a11b-e24573c7f913 HTTP/1.1" status: 200 len: 949 time: 0.0802269 Sep 20 16:03:32.631855 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1e24cd98-9d12-4495-a462-27523da36084 req-fa43da16-af9b-44db-97a2-cd4e596905eb tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/security-groups?id=055427b8-d41c-4de2-ab67-d90830e1d087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420485 Sep 20 16:03:32.766961 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-df9ad93d-5e1a-4e4c-9728-82c7192792f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:32.856056 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95783976-cc3c-47b5-8f00-17e779f6f0c4 req-3c5b8096-13a5-4bfa-a7f3-b2f231735660 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:32.857773 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-95783976-cc3c-47b5-8f00-17e779f6f0c4 req-3c5b8096-13a5-4bfa-a7f3-b2f231735660 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.0884755 Sep 20 16:03:33.160448 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-95783976-cc3c-47b5-8f00-17e779f6f0c4 req-816c3630-ca5d-4fae-a4f3-b4e0c975cfbd tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959943 Sep 20 16:03:33.187788 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfbc0cc-c2af-4b39-acd3-500eba3d9bbe req-53d1e1a6-0e29-46de-9a22-3a3d21af776e tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:33.190023 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cdfbc0cc-c2af-4b39-acd3-500eba3d9bbe req-53d1e1a6-0e29-46de-9a22-3a3d21af776e tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e656a8c-7b50-43c2-8844-7571e7618f48 HTTP/1.1" status: 200 len: 945 time: 0.1076207 Sep 20 16:03:33.239728 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cdfbc0cc-c2af-4b39-acd3-500eba3d9bbe req-de1289b7-b362-479e-a492-ac8d171cacd5 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428691 Sep 20 16:03:33.301905 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['82357158-cc97-4410-af3b-ec1cd9535aa5'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:03:33.505026 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d171e-41d2-4617-a43e-35f6bb479dae req-e585e486-5393-4679-8ffa-95b92d8baa0f tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:33.506960 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-994d171e-41d2-4617-a43e-35f6bb479dae req-e585e486-5393-4679-8ffa-95b92d8baa0f tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.0883477 Sep 20 16:03:33.561152 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-994d171e-41d2-4617-a43e-35f6bb479dae req-7889f543-9a16-440d-a3e2-4a7c3bc55468 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480595 Sep 20 16:03:33.564243 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 1fd8eaa0-23c3-4698-8719-4afa41fb29bf up at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:03:33.636180 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning for port 1fd8eaa0-23c3-4698-8719-4afa41fb29bf completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:03:33.642580 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning complete for port 1fd8eaa0-23c3-4698-8719-4afa41fb29bf triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:03:33.643566 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:33.747274 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b382d95-6d8a-473a-9cfa-ce20a421f261 req-b716854b-8709-4df7-a781-d28bf860c0bc tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:33.749077 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3b382d95-6d8a-473a-9cfa-ce20a421f261 req-b716854b-8709-4df7-a781-d28bf860c0bc tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 947 time: 0.0878155 Sep 20 16:03:33.790109 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:33.830123 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e656a8c-7b50-43c2-8844-7571e7618f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd8eaa0-23c3-4698-8719-4afa41fb29bf'}] {{(pid=82370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:03:33.844206 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 1fd8eaa0-23c3-4698-8719-4afa41fb29bf, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=1fd8eaa0-23c3-4698-8719-4afa41fb29bf,segment=NetworkSegment(af014d27-e93b-4a03-86de-e38863424f3d),segment_id=af014d27-e93b-4a03-86de-e38863424f3d)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:03:33.868757 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:33.870800 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:03:33.900444 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3b382d95-6d8a-473a-9cfa-ce20a421f261 req-9d7b874d-fc33-42c4-a692-aeda8f59c921 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406441 Sep 20 16:03:33.956887 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c47f8e-3aec-44de-a194-30a823ff0591 req-0ff33cdd-348c-4b17-9f90-8536b259e44c tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:33.958540 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a2c47f8e-3aec-44de-a194-30a823ff0591 req-0ff33cdd-348c-4b17-9f90-8536b259e44c tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/ports?device_id=d71e1e73-c719-41cc-a11b-e24573c7f913 HTTP/1.1" status: 200 len: 949 time: 0.1825576 Sep 20 16:03:33.961222 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=1fd8eaa0-23c3-4698-8719-4afa41fb29bf,revision_number=5']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:03:33.985082 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:03:34.034100 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a2c47f8e-3aec-44de-a194-30a823ff0591 req-3416f9de-9a78-4dfa-9b5c-edd6b3d7ef1a tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/security-groups?id=055427b8-d41c-4de2-ab67-d90830e1d087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619397 Sep 20 16:03:34.072645 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e656a8c-7b50-43c2-8844-7571e7618f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fd8eaa0-23c3-4698-8719-4afa41fb29bf', 'code': 200} Sep 20 16:03:34.129335 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:34.452859 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-82ede2a4-b08a-4f89-b915-13ab4e0ed483 req-e509d5bc-987d-4ffa-b9ab-4c6f6092e6ab service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7e656a8c-7b50-43c2-8844-7571e7618f48 HTTP/1.1" status: 200 len: 1099 time: 0.1100097 Sep 20 16:03:34.459168 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02f8a2-ad61-43d7-896a-240f0b96d119 req-71a9f858-68a8-4789-85a5-c44905870497 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:34.460697 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9d02f8a2-ad61-43d7-896a-240f0b96d119 req-71a9f858-68a8-4789-85a5-c44905870497 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1603727 Sep 20 16:03:34.603049 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-82ede2a4-b08a-4f89-b915-13ab4e0ed483 req-a78b1975-c034-444b-a712-543b146cc132 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054175 Sep 20 16:03:34.607459 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9d02f8a2-ad61-43d7-896a-240f0b96d119 req-86e93d75-9c54-490b-a0d2-e20ce7d43bc1 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036801 Sep 20 16:03:34.623541 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae674bb4-0d63-4b89-9106-e9efebc4253e req-53873ddd-6162-441c-87b3-46211bfe253b tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:34.625154 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ae674bb4-0d63-4b89-9106-e9efebc4253e req-53873ddd-6162-441c-87b3-46211bfe253b tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e656a8c-7b50-43c2-8844-7571e7618f48 HTTP/1.1" status: 200 len: 946 time: 0.1634464 Sep 20 16:03:34.679242 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ae674bb4-0d63-4b89-9106-e9efebc4253e req-511aaf90-afd3-4c9c-b095-1f2cddc1c874 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459447 Sep 20 16:03:34.925832 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b74c371-03c1-4876-9bab-908888e2cd85 req-cd276485-4264-42d1-9e45-c88cf04f034b tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:34.927515 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9b74c371-03c1-4876-9bab-908888e2cd85 req-cd276485-4264-42d1-9e45-c88cf04f034b tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=85c131c1-ec69-4c8e-83de-6763939d1024 HTTP/1.1" status: 200 len: 945 time: 0.1565826 Sep 20 16:03:34.933789 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09614b-862d-47b5-8057-3ad6fb1c010f req-9ced18c0-42c4-460e-8503-63c8428cbe65 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:34.935311 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9d09614b-862d-47b5-8057-3ad6fb1c010f req-9ced18c0-42c4-460e-8503-63c8428cbe65 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.1285989 Sep 20 16:03:35.012525 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9b74c371-03c1-4876-9bab-908888e2cd85 req-2da38d0c-6d0e-472c-9043-0fd7846c895f tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761232 Sep 20 16:03:35.015014 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9d09614b-862d-47b5-8057-3ad6fb1c010f req-9672596f-6de5-4ffd-a7af-1c6f3e39b4f5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646741 Sep 20 16:03:35.128002 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2ecdd913-c33a-42ba-8b4e-1001ca02f363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:35.228128 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb65db6-3949-4b36-918e-0f59bf3b0210 req-cfc53a7f-d0c6-478f-b9be-f29ab115d9b2 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:35.230317 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fdb65db6-3949-4b36-918e-0f59bf3b0210 req-cfc53a7f-d0c6-478f-b9be-f29ab115d9b2 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 947 time: 0.0980124 Sep 20 16:03:35.284216 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fdb65db6-3949-4b36-918e-0f59bf3b0210 req-eb4f3bf1-bb43-4a1c-ae60-12c38c8cfdf6 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471256 Sep 20 16:03:35.501664 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf3196-1626-4a10-8e79-322140e83ed5 req-bd04313c-4205-4f96-92fe-cb9d0d0dbecb tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:35.503307 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1aaf3196-1626-4a10-8e79-322140e83ed5 req-bd04313c-4205-4f96-92fe-cb9d0d0dbecb tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/ports?device_id=d71e1e73-c719-41cc-a11b-e24573c7f913 HTTP/1.1" status: 200 len: 949 time: 0.0950425 Sep 20 16:03:35.554755 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:35.557453 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1aaf3196-1626-4a10-8e79-322140e83ed5 req-2d4bd2d9-7abc-49fd-b241-575935e1552b tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/security-groups?id=055427b8-d41c-4de2-ab67-d90830e1d087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475724 Sep 20 16:03:35.570749 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 82357158-cc97-4410-af3b-ec1cd9535aa5 up at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:03:35.620195 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 56986) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:03:35.643908 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning for port 82357158-cc97-4410-af3b-ec1cd9535aa5 completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:03:35.648712 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning complete for port 82357158-cc97-4410-af3b-ec1cd9535aa5 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:03:35.649129 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:35.772851 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:35.805602 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 82357158-cc97-4410-af3b-ec1cd9535aa5, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=82357158-cc97-4410-af3b-ec1cd9535aa5,segment=NetworkSegment(c34eba4e-4dcc-4723-9a1d-81802326b840),segment_id=c34eba4e-4dcc-4723-9a1d-81802326b840)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:03:35.808831 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:35.811017 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:03:35.886604 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=82357158-cc97-4410-af3b-ec1cd9535aa5,revision_number=5']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:03:35.887201 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-df0fe506-439b-4cc8-a64e-b9e6f7d16d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:35.890070 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:03:35.940143 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-df0fe506-439b-4cc8-a64e-b9e6f7d16d0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:03:35.945607 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-df0fe506-439b-4cc8-a64e-b9e6f7d16d0b admin admin] Usage tracker for resource:security_group_rule and tenant:7ecf750f8ae8468c9ae2705c5e47c8bd is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:03:35.949758 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-df0fe506-439b-4cc8-a64e-b9e6f7d16d0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:03:35.961241 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbfc001-df61-4f21-99a1-3009d20caa61 req-2eb201b4-5f28-472b-b2a7-8d6df9443a78 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:35.962987 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-afbfc001-df61-4f21-99a1-3009d20caa61 req-2eb201b4-5f28-472b-b2a7-8d6df9443a78 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e656a8c-7b50-43c2-8844-7571e7618f48 HTTP/1.1" status: 200 len: 946 time: 0.1440389 Sep 20 16:03:35.963869 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-df0fe506-439b-4cc8-a64e-b9e6f7d16d0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:03:36.032307 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-afbfc001-df61-4f21-99a1-3009d20caa61 req-564e90d0-61ba-4c67-ab59-9c6beb6eec62 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600829 Sep 20 16:03:36.074589 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71e1e73-c719-41cc-a11b-e24573c7f913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82357158-cc97-4410-af3b-ec1cd9535aa5'}] {{(pid=82370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:03:36.074780 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-df0fe506-439b-4cc8-a64e-b9e6f7d16d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:36.079276 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-df0fe506-439b-4cc8-a64e-b9e6f7d16d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:36.087544 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-cc957f9b-e4cc-4024-9aa3-804b594a1fa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:03:36.131354 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0fe506-439b-4cc8-a64e-b9e6f7d16d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6ab660-23c1-4aa2-b200-022c80a50932,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:03:36.138768 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-df0fe506-439b-4cc8-a64e-b9e6f7d16d0b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7ecf750f8ae8468c9ae2705c5e47c8bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5149915 Sep 20 16:03:36.138768 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-df0fe506-439b-4cc8-a64e-b9e6f7d16d0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:03:36.139044 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 57000) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:03:36.329975 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3d9b5ee1-a4cf-410a-99a0-999fb7d66f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:36.357428 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74423ab2-b53c-48e3-8517-cb9a878a49d9 req-38714aa8-df67-45fb-b530-e655167397f2 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:36.359120 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-74423ab2-b53c-48e3-8517-cb9a878a49d9 req-38714aa8-df67-45fb-b530-e655167397f2 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=85c131c1-ec69-4c8e-83de-6763939d1024 HTTP/1.1" status: 200 len: 945 time: 0.2072980 Sep 20 16:03:36.376147 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19230b15-e8d0-44c5-990e-97d64339a536 req-2fe3294a-cd0b-4b95-9fbd-a748f99c5813 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:36.377650 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-19230b15-e8d0-44c5-990e-97d64339a536 req-2fe3294a-cd0b-4b95-9fbd-a748f99c5813 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.1872852 Sep 20 16:03:36.382213 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3d9b5ee1-a4cf-410a-99a0-999fb7d66f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:36.495535 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-74423ab2-b53c-48e3-8517-cb9a878a49d9 req-a4186bf5-4564-4d2d-9885-0c0d8378ae55 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256430 Sep 20 16:03:36.500399 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-19230b15-e8d0-44c5-990e-97d64339a536 req-0935ab4a-9cd8-445b-881c-b01a3633fb27 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992134 Sep 20 16:03:36.512511 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3d9b5ee1-a4cf-410a-99a0-999fb7d66f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:36.522001 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-42b55a7a-d5b6-4158-b19b-b23aee8b0fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:03:36.530705 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b5ee1-a4cf-410a-99a0-999fb7d66f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6ab660-23c1-4aa2-b200-022c80a50932,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:03:36.533824 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-3d9b5ee1-a4cf-410a-99a0-999fb7d66f23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:03:36.539584 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3d9b5ee1-a4cf-410a-99a0-999fb7d66f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:36.543315 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-3d9b5ee1-a4cf-410a-99a0-999fb7d66f23 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1f6ab660-23c1-4aa2-b200-022c80a50932 HTTP/1.1" status: 204 len: 168 time: 0.4008994 Sep 20 16:03:36.588376 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71e1e73-c719-41cc-a11b-e24573c7f913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82357158-cc97-4410-af3b-ec1cd9535aa5', 'code': 200} Sep 20 16:03:36.740142 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c9e4fa-0558-4e9f-abda-5db56622b5f9 req-5fcc88df-54a8-49d0-beb4-0f7d59d39cf6 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:36.743314 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b7c9e4fa-0558-4e9f-abda-5db56622b5f9 req-5fcc88df-54a8-49d0-beb4-0f7d59d39cf6 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 947 time: 0.1076601 Sep 20 16:03:36.808005 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b7c9e4fa-0558-4e9f-abda-5db56622b5f9 req-1f61929f-8d3e-4ffb-b4c2-4e3faf66340f tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585208 Sep 20 16:03:36.898162 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:36.971474 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5b086-7191-4f69-9a2d-9a07596e5842 req-947853b6-8663-4583-afa0-04a336838021 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:36.973088 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-26f5b086-7191-4f69-9a2d-9a07596e5842 req-947853b6-8663-4583-afa0-04a336838021 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/ports?device_id=d71e1e73-c719-41cc-a11b-e24573c7f913 HTTP/1.1" status: 200 len: 950 time: 0.1615510 Sep 20 16:03:36.976637 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-60f137f8-db85-43f3-b753-dcc2f6bd1965 req-f200e910-3c4e-4851-8487-e0a1e726975d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d71e1e73-c719-41cc-a11b-e24573c7f913 HTTP/1.1" status: 200 len: 1103 time: 0.1630728 Sep 20 16:03:37.056989 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-26f5b086-7191-4f69-9a2d-9a07596e5842 req-18235b76-896b-48f7-a281-36c1b78e0c5c tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/security-groups?id=055427b8-d41c-4de2-ab67-d90830e1d087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777938 Sep 20 16:03:37.060169 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-60f137f8-db85-43f3-b753-dcc2f6bd1965 req-b89051f7-92ad-4fc5-9dfd-eb68c1eda07c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=055427b8-d41c-4de2-ab67-d90830e1d087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650475 Sep 20 16:03:37.248702 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae23048-f280-46a1-be0f-46756e6c48c1 req-331e9893-3135-418d-847a-d8caf5e3d250 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:37.250278 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8ae23048-f280-46a1-be0f-46756e6c48c1 req-331e9893-3135-418d-847a-d8caf5e3d250 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e656a8c-7b50-43c2-8844-7571e7618f48 HTTP/1.1" status: 200 len: 946 time: 0.0801718 Sep 20 16:03:37.297138 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8ae23048-f280-46a1-be0f-46756e6c48c1 req-e7e5c8b0-71e6-47a7-9da7-b2eec9312d02 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402453 Sep 20 16:03:37.764283 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04adf940-aca8-45ef-8bf0-3dfe985ef2b0 req-ea233301-9460-459a-b243-6fb3b4e85817 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:37.765874 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-04adf940-aca8-45ef-8bf0-3dfe985ef2b0 req-ea233301-9460-459a-b243-6fb3b4e85817 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=85c131c1-ec69-4c8e-83de-6763939d1024 HTTP/1.1" status: 200 len: 945 time: 0.1455708 Sep 20 16:03:37.775331 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e4020d-b4fd-47b1-b4db-8efbf7316a8d req-a8a32a8e-dc73-4227-9c5c-e2623c42a49b tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:37.776821 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c3e4020d-b4fd-47b1-b4db-8efbf7316a8d req-a8a32a8e-dc73-4227-9c5c-e2623c42a49b tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.1186662 Sep 20 16:03:37.849314 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-04adf940-aca8-45ef-8bf0-3dfe985ef2b0 req-08f52e6c-9520-4ff5-88d5-cdd87a4c1e4f tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714307 Sep 20 16:03:37.856488 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c3e4020d-b4fd-47b1-b4db-8efbf7316a8d req-8d30951d-d9d3-46b3-9280-688393856f88 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628896 Sep 20 16:03:38.271260 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fe072-029f-4af5-808b-d6f25c5fc16e req-1ebf312e-1822-4761-91e5-2a83d2534c2d tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:38.272850 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-024fe072-029f-4af5-808b-d6f25c5fc16e req-1ebf312e-1822-4761-91e5-2a83d2534c2d tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/ports?device_id=d71e1e73-c719-41cc-a11b-e24573c7f913 HTTP/1.1" status: 200 len: 950 time: 0.0871108 Sep 20 16:03:38.321172 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-024fe072-029f-4af5-808b-d6f25c5fc16e req-ec8321df-9f12-4dd3-914a-c884502d053d tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/security-groups?id=055427b8-d41c-4de2-ab67-d90830e1d087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421896 Sep 20 16:03:38.503655 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e657402-a020-41db-8653-345970be7189 req-976c9c0a-0ae2-4ab1-93b8-372b1700824f tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:38.505314 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2e657402-a020-41db-8653-345970be7189 req-976c9c0a-0ae2-4ab1-93b8-372b1700824f tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e656a8c-7b50-43c2-8844-7571e7618f48 HTTP/1.1" status: 200 len: 946 time: 0.0822561 Sep 20 16:03:38.559192 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2e657402-a020-41db-8653-345970be7189 req-662765fd-a8bc-4636-acee-0347de8148eb tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476260 Sep 20 16:03:38.719199 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55eeffe-65f7-4629-87f6-be4a115a5697 req-bd2a52e4-0a70-4c8f-b067-d2aa59fd2155 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:38.720796 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e55eeffe-65f7-4629-87f6-be4a115a5697 req-bd2a52e4-0a70-4c8f-b067-d2aa59fd2155 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.36 "GET /v2.0/ports?device_id=85c131c1-ec69-4c8e-83de-6763939d1024 HTTP/1.1" status: 200 len: 945 time: 0.0861351 Sep 20 16:03:38.827927 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [req-e55eeffe-65f7-4629-87f6-be4a115a5697 req-faa39bfc-55dd-4c4f-95f3-d7e6730b47e3 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Deleting port 577c6df4-2262-4582-96a9-47f96d95f353 {{(pid=82368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:03:38.829324 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-e55eeffe-65f7-4629-87f6-be4a115a5697 req-faa39bfc-55dd-4c4f-95f3-d7e6730b47e3 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:39.224957 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-e55eeffe-65f7-4629-87f6-be4a115a5697 req-faa39bfc-55dd-4c4f-95f3-d7e6730b47e3 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] For port 577c6df4-2262-4582-96a9-47f96d95f353, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=577c6df4-2262-4582-96a9-47f96d95f353,segment=NetworkSegment(a0d8ceb8-75de-4a48-833b-bd452d857094),segment_id=a0d8ceb8-75de-4a48-833b-bd452d857094)] {{(pid=82368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:03:39.225361 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-e55eeffe-65f7-4629-87f6-be4a115a5697 req-faa39bfc-55dd-4c4f-95f3-d7e6730b47e3 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:39.299882 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4847dc0-b3ca-4218-a91b-ab47209c1290 req-6e0cf4d4-b9cb-4569-9ff4-a84b9a1338f3 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:39.301742 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b4847dc0-b3ca-4218-a91b-ab47209c1290 req-6e0cf4d4-b9cb-4569-9ff4-a84b9a1338f3 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=85c131c1-ec69-4c8e-83de-6763939d1024 HTTP/1.1" status: 200 len: 945 time: 0.3146617 Sep 20 16:03:39.367070 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [req-e55eeffe-65f7-4629-87f6-be4a115a5697 req-faa39bfc-55dd-4c4f-95f3-d7e6730b47e3 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Calling delete_port for 577c6df4-2262-4582-96a9-47f96d95f353 owned by compute:nova {{(pid=82368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:03:39.484326 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b367685-6a63-46ea-9f4c-6f0de9da53b5 req-003a4ec3-2076-470a-b16d-cef2b6dc1efe tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:39.485906 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0b367685-6a63-46ea-9f4c-6f0de9da53b5 req-003a4ec3-2076-470a-b16d-cef2b6dc1efe tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.3495398 Sep 20 16:03:39.527086 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b4847dc0-b3ca-4218-a91b-ab47209c1290 req-f513c28b-6c1b-4edb-bd31-8bdbc96f0c7b tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/security-groups?id=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685066 Sep 20 16:03:39.600032 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0b367685-6a63-46ea-9f4c-6f0de9da53b5 req-4a81b2f3-927c-4a46-b0c2-2b4c20388d07 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960004 Sep 20 16:03:39.620838 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-e55eeffe-65f7-4629-87f6-be4a115a5697 req-faa39bfc-55dd-4c4f-95f3-d7e6730b47e3 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:39.637471 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-7f5fd9da-01fa-4b25-b1df-d061f2db34f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:03:39.637779 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['577c6df4-2262-4582-96a9-47f96d95f353'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:03:39.681945 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa39bfc-55dd-4c4f-95f3-d7e6730b47e3 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Pushing event deleted for resources: {'Port': ['ID=577c6df4-2262-4582-96a9-47f96d95f353,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:03:39.696058 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-faa39bfc-55dd-4c4f-95f3-d7e6730b47e3 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:03:39.878389 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55eeffe-65f7-4629-87f6-be4a115a5697 req-faa39bfc-55dd-4c4f-95f3-d7e6730b47e3 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] No DVR routers for this DVR port 577c6df4-2262-4582-96a9-47f96d95f353 on host hv-cinder-80966 {{(pid=82368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 20 16:03:39.891761 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-e55eeffe-65f7-4629-87f6-be4a115a5697 req-faa39bfc-55dd-4c4f-95f3-d7e6730b47e3 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:39.894444 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85c131c1-ec69-4c8e-83de-6763939d1024', 'name': 'network-vif-deleted', 'tag': '577c6df4-2262-4582-96a9-47f96d95f353'}] {{(pid=82368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:03:39.915976 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e55eeffe-65f7-4629-87f6-be4a115a5697 req-faa39bfc-55dd-4c4f-95f3-d7e6730b47e3 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.36 "DELETE /v2.0/ports/577c6df4-2262-4582-96a9-47f96d95f353 HTTP/1.1" status: 204 len: 173 time: 1.1563933 Sep 20 16:03:39.961362 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2512646e-d7c4-4dce-924b-20dff5721a6c req-824b748b-2b95-421f-a4b7-1300981c9d27 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:39.962983 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2512646e-d7c4-4dce-924b-20dff5721a6c req-824b748b-2b95-421f-a4b7-1300981c9d27 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e656a8c-7b50-43c2-8844-7571e7618f48 HTTP/1.1" status: 200 len: 946 time: 0.2183349 Sep 20 16:03:39.972669 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36600c8-d021-4560-aae5-c3f0f501325f req-c36ab5d7-39ee-4d2b-8b23-f5fb892274ed tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:39.974195 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b36600c8-d021-4560-aae5-c3f0f501325f req-c36ab5d7-39ee-4d2b-8b23-f5fb892274ed tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/ports?device_id=d71e1e73-c719-41cc-a11b-e24573c7f913 HTTP/1.1" status: 200 len: 950 time: 0.1404989 Sep 20 16:03:40.057237 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2512646e-d7c4-4dce-924b-20dff5721a6c req-091af586-4940-4e0a-843e-e0a97f381d5c tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819960 Sep 20 16:03:40.060982 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b36600c8-d021-4560-aae5-c3f0f501325f req-9df4f3b3-5c51-46f9-b8a1-b660b746a693 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/security-groups?id=055427b8-d41c-4de2-ab67-d90830e1d087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711462 Sep 20 16:03:40.124106 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85c131c1-ec69-4c8e-83de-6763939d1024', 'name': 'network-vif-deleted', 'tag': '577c6df4-2262-4582-96a9-47f96d95f353', 'status': 'completed', 'code': 200} Sep 20 16:03:40.262765 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:40.977565 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-ddf5891b-0b81-433a-9212-87d89e48c355 req-b2f4e8b7-cc3b-4430-9a34-b945537a4084 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Synchronizing usage tracker for tenant:d4006099cf2645d4a6944792d9159daa on resource:port {{(pid=82368) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:03:41.003057 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-ddf5891b-0b81-433a-9212-87d89e48c355 req-b2f4e8b7-cc3b-4430-9a34-b945537a4084 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Unset dirty status for tenant:d4006099cf2645d4a6944792d9159daa on resource:port {{(pid=82368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:03:41.004328 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ddf5891b-0b81-433a-9212-87d89e48c355 req-b2f4e8b7-cc3b-4430-9a34-b945537a4084 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] 10.222.0.35 "GET /v2.0/ports?device_id=85c131c1-ec69-4c8e-83de-6763939d1024 HTTP/1.1" status: 200 len: 210 time: 0.3209579 Sep 20 16:03:41.032011 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e7476-80f2-4244-a1fd-b32302e9590a req-b960b608-b757-4b25-accc-5be98cd84331 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:41.033680 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1f5e7476-80f2-4244-a1fd-b32302e9590a req-b960b608-b757-4b25-accc-5be98cd84331 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.1127782 Sep 20 16:03:41.084974 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1f5e7476-80f2-4244-a1fd-b32302e9590a req-31967ad1-5be6-491f-8700-7d8644e0dc4c tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449529 Sep 20 16:03:41.199209 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4678da9d-0df2-45e9-9ef6-cf152f4abaeb req-0683a815-5bb2-47e6-a805-52ce57aea4c4 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:41.200737 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4678da9d-0df2-45e9-9ef6-cf152f4abaeb req-0683a815-5bb2-47e6-a805-52ce57aea4c4 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 946 time: 0.0866711 Sep 20 16:03:41.304454 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4678da9d-0df2-45e9-9ef6-cf152f4abaeb req-d02e39a1-4f3d-4852-b8ae-e8cddf63957e tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657227 Sep 20 16:03:41.319768 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c89c58c-49a3-482c-a11c-d38c294b4f56 req-407ded46-997f-4617-b5dd-c1bdda03ed98 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:41.321170 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8c89c58c-49a3-482c-a11c-d38c294b4f56 req-407ded46-997f-4617-b5dd-c1bdda03ed98 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/ports?device_id=d71e1e73-c719-41cc-a11b-e24573c7f913 HTTP/1.1" status: 200 len: 950 time: 0.1194949 Sep 20 16:03:41.368892 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8c89c58c-49a3-482c-a11c-d38c294b4f56 req-fe6bc2b8-4288-4b5f-8fe4-23245eaa8e54 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/security-groups?id=055427b8-d41c-4de2-ab67-d90830e1d087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414999 Sep 20 16:03:41.671468 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 577c6df4-2262-4582-96a9-47f96d95f353 no longer exists at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:03:41.707446 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] No Port match for: 577c6df4-2262-4582-96a9-47f96d95f353 {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:03:41.707774 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 577c6df4-2262-4582-96a9-47f96d95f353 not bound to the agent host hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:03:41.851789 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc546282-52a5-488f-accb-89b1357dd9bf req-5e2e9dbf-633f-4372-844b-0e652b59227d tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:41.860629 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fc546282-52a5-488f-accb-89b1357dd9bf req-5e2e9dbf-633f-4372-844b-0e652b59227d tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/ports?device_id=d71e1e73-c719-41cc-a11b-e24573c7f913 HTTP/1.1" status: 200 len: 950 time: 0.0946705 Sep 20 16:03:41.912868 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fc546282-52a5-488f-accb-89b1357dd9bf req-5a83b3a8-24af-486b-966b-f0d62055fd65 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/security-groups?id=055427b8-d41c-4de2-ab67-d90830e1d087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511146 Sep 20 16:03:42.308339 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968cbb3-5b90-4459-96cc-fd2f56f9b486 req-0a25ff3c-bd97-441e-a87a-e62c71307759 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:42.309959 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7968cbb3-5b90-4459-96cc-fd2f56f9b486 req-0a25ff3c-bd97-441e-a87a-e62c71307759 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.0870419 Sep 20 16:03:42.362431 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7968cbb3-5b90-4459-96cc-fd2f56f9b486 req-b3e98e3d-af9d-4a6c-a4d3-dfb0fac45330 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451491 Sep 20 16:03:42.525445 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290bd89f-8249-4473-9b19-1b5d83f2e9bd req-15f81dba-005a-4549-ba59-6cdf79dd207e tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:42.527105 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-290bd89f-8249-4473-9b19-1b5d83f2e9bd req-15f81dba-005a-4549-ba59-6cdf79dd207e tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 946 time: 0.0849869 Sep 20 16:03:42.575921 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-290bd89f-8249-4473-9b19-1b5d83f2e9bd req-5561238b-93f0-4379-aab7-1fc741accdb9 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422370 Sep 20 16:03:43.130160 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd700920-cb2f-44d5-a4c6-060b8aac8398 req-7d74cc89-38aa-42ea-9a34-1efc1b138c05 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:43.132302 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fd700920-cb2f-44d5-a4c6-060b8aac8398 req-7d74cc89-38aa-42ea-9a34-1efc1b138c05 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/ports?device_id=d71e1e73-c719-41cc-a11b-e24573c7f913 HTTP/1.1" status: 200 len: 950 time: 0.0914292 Sep 20 16:03:43.180126 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fd700920-cb2f-44d5-a4c6-060b8aac8398 req-d0ed0091-8bc6-42c4-9016-0d0bbda90e89 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/security-groups?id=055427b8-d41c-4de2-ab67-d90830e1d087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417397 Sep 20 16:03:43.570738 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd783fe-233b-4b9e-9b22-41cbeeea2f99 req-c8fd5631-b118-4517-9572-81ef6b7191d0 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:43.572337 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cfd783fe-233b-4b9e-9b22-41cbeeea2f99 req-c8fd5631-b118-4517-9572-81ef6b7191d0 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.0811615 Sep 20 16:03:43.623245 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cfd783fe-233b-4b9e-9b22-41cbeeea2f99 req-7ac05979-742c-49c6-81c2-d57954667174 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447614 Sep 20 16:03:43.846336 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6ff5a-d65b-444e-a920-33c63a942ab0 req-ea7aa20b-d6c6-4ee0-b56b-9b9c649ab793 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:43.847915 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7cc6ff5a-d65b-444e-a920-33c63a942ab0 req-ea7aa20b-d6c6-4ee0-b56b-9b9c649ab793 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 946 time: 0.1491916 Sep 20 16:03:43.854419 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c91ac-c5d4-4cc4-9a62-eee0c5bf6679 req-430db75f-16dd-485a-bd00-7bc0093b598c tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:43.855876 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-604c91ac-c5d4-4cc4-9a62-eee0c5bf6679 req-430db75f-16dd-485a-bd00-7bc0093b598c tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.36 "GET /v2.0/ports?device_id=d71e1e73-c719-41cc-a11b-e24573c7f913 HTTP/1.1" status: 200 len: 950 time: 0.1145320 Sep 20 16:03:43.966426 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [req-604c91ac-c5d4-4cc4-9a62-eee0c5bf6679 req-9e58f0fc-025f-4e9b-96cc-ace5922766ed tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Deleting port 82357158-cc97-4410-af3b-ec1cd9535aa5 {{(pid=82368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:03:43.966894 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-604c91ac-c5d4-4cc4-9a62-eee0c5bf6679 req-9e58f0fc-025f-4e9b-96cc-ace5922766ed tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:44.000958 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7cc6ff5a-d65b-444e-a920-33c63a942ab0 req-6ed5bdf2-b963-4df5-a8d1-40c504b9f988 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394923 Sep 20 16:03:44.221559 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-604c91ac-c5d4-4cc4-9a62-eee0c5bf6679 req-9e58f0fc-025f-4e9b-96cc-ace5922766ed tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] For port 82357158-cc97-4410-af3b-ec1cd9535aa5, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=82357158-cc97-4410-af3b-ec1cd9535aa5,segment=NetworkSegment(c34eba4e-4dcc-4723-9a1d-81802326b840),segment_id=c34eba4e-4dcc-4723-9a1d-81802326b840)] {{(pid=82368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:03:44.221959 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-604c91ac-c5d4-4cc4-9a62-eee0c5bf6679 req-9e58f0fc-025f-4e9b-96cc-ace5922766ed tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:44.349408 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [req-604c91ac-c5d4-4cc4-9a62-eee0c5bf6679 req-9e58f0fc-025f-4e9b-96cc-ace5922766ed tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Calling delete_port for 82357158-cc97-4410-af3b-ec1cd9535aa5 owned by compute:nova {{(pid=82368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:03:44.400905 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cda58-707a-4b0c-9c8b-2314c2d4c0d2 req-80ec7965-f12a-432d-9e71-c70b9c612be7 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:44.401651 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-b37cda58-707a-4b0c-9c8b-2314c2d4c0d2 req-80ec7965-f12a-432d-9e71-c70b9c612be7 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Synchronizing usage tracker for tenant:a0ad6fb96f2948788cf8a1d3d787552f on resource:port {{(pid=82369) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:03:44.418684 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-b37cda58-707a-4b0c-9c8b-2314c2d4c0d2 req-80ec7965-f12a-432d-9e71-c70b9c612be7 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Unset dirty status for tenant:a0ad6fb96f2948788cf8a1d3d787552f on resource:port {{(pid=82369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:03:44.419911 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b37cda58-707a-4b0c-9c8b-2314c2d4c0d2 req-80ec7965-f12a-432d-9e71-c70b9c612be7 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.36 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 946 time: 0.1022155 Sep 20 16:03:44.533336 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8b731-06ff-4dc2-9fcb-8022c241b7ce req-be431311-8cdc-4464-acee-c21e2c3fa3c5 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:44.534884 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-73d8b731-06ff-4dc2-9fcb-8022c241b7ce req-be431311-8cdc-4464-acee-c21e2c3fa3c5 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/ports?device_id=d71e1e73-c719-41cc-a11b-e24573c7f913 HTTP/1.1" status: 200 len: 950 time: 0.1932235 Sep 20 16:03:44.596147 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-604c91ac-c5d4-4cc4-9a62-eee0c5bf6679 req-9e58f0fc-025f-4e9b-96cc-ace5922766ed tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:44.604453 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:03:44.650472 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e58f0fc-025f-4e9b-96cc-ace5922766ed tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Pushing event deleted for resources: {'Port': ['ID=82357158-cc97-4410-af3b-ec1cd9535aa5,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:03:44.653149 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-9e58f0fc-025f-4e9b-96cc-ace5922766ed tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:03:44.655833 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-73d8b731-06ff-4dc2-9fcb-8022c241b7ce req-6799bee9-5bad-40e9-aa51-ce88d86b0f73 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/security-groups?id=055427b8-d41c-4de2-ab67-d90830e1d087&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138637 Sep 20 16:03:44.728587 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [req-604c91ac-c5d4-4cc4-9a62-eee0c5bf6679 req-9e58f0fc-025f-4e9b-96cc-ace5922766ed tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] No DVR routers for this DVR port 82357158-cc97-4410-af3b-ec1cd9535aa5 on host hv-cinder-80966 {{(pid=82368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 20 16:03:44.732215 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-604c91ac-c5d4-4cc4-9a62-eee0c5bf6679 req-9e58f0fc-025f-4e9b-96cc-ace5922766ed tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:44.735754 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd71e1e73-c719-41cc-a11b-e24573c7f913', 'name': 'network-vif-deleted', 'tag': '82357158-cc97-4410-af3b-ec1cd9535aa5'}] {{(pid=82368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:03:44.743111 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-604c91ac-c5d4-4cc4-9a62-eee0c5bf6679 req-9e58f0fc-025f-4e9b-96cc-ace5922766ed tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.36 "DELETE /v2.0/ports/82357158-cc97-4410-af3b-ec1cd9535aa5 HTTP/1.1" status: 204 len: 173 time: 0.8650043 Sep 20 16:03:44.813826 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd71e1e73-c719-41cc-a11b-e24573c7f913', 'name': 'network-vif-deleted', 'tag': '82357158-cc97-4410-af3b-ec1cd9535aa5', 'status': 'completed', 'code': 200} Sep 20 16:03:44.863835 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14f9e1-33f2-43e9-bb5c-9ffcfca3127f req-55d7d687-e920-4f13-a931-2066824b5a1d tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:44.865307 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1c14f9e1-33f2-43e9-bb5c-9ffcfca3127f req-55d7d687-e920-4f13-a931-2066824b5a1d tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.0918603 Sep 20 16:03:44.920257 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1c14f9e1-33f2-43e9-bb5c-9ffcfca3127f req-faa80142-efb8-4f77-93fd-4a004eb548fe tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451341 Sep 20 16:03:45.206061 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c594e-d3a9-4d85-b476-11fc40aa6cbb req-6005084e-31c0-4f86-81ba-81169fdd1321 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:45.207696 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c19c594e-d3a9-4d85-b476-11fc40aa6cbb req-6005084e-31c0-4f86-81ba-81169fdd1321 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 946 time: 0.0818489 Sep 20 16:03:45.258619 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c19c594e-d3a9-4d85-b476-11fc40aa6cbb req-ee36ecaf-94e0-4074-8b2b-f0f7a798c9c6 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448432 Sep 20 16:03:45.854256 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-aaf7622c-291a-4078-93a2-8d3d9074d491 req-0a68c6c5-5799-47e6-a8af-afe68339e5a6 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Synchronizing usage tracker for tenant:e882d5ff64184facb0c09c1a7caa4fd9 on resource:port {{(pid=82368) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:03:45.874695 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-aaf7622c-291a-4078-93a2-8d3d9074d491 req-0a68c6c5-5799-47e6-a8af-afe68339e5a6 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Unset dirty status for tenant:e882d5ff64184facb0c09c1a7caa4fd9 on resource:port {{(pid=82368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:03:45.876756 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-aaf7622c-291a-4078-93a2-8d3d9074d491 req-0a68c6c5-5799-47e6-a8af-afe68339e5a6 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/ports?device_id=d71e1e73-c719-41cc-a11b-e24573c7f913 HTTP/1.1" status: 200 len: 210 time: 0.0660768 Sep 20 16:03:46.122304 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad41fb-f988-44c7-abe7-1c20b58cbc96 req-f8f8bc25-3a03-477b-9cf4-7bfb150d2a8e tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:46.123967 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5dad41fb-f988-44c7-abe7-1c20b58cbc96 req-f8f8bc25-3a03-477b-9cf4-7bfb150d2a8e tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.0806336 Sep 20 16:03:46.174500 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5dad41fb-f988-44c7-abe7-1c20b58cbc96 req-5727499e-31cf-4bf3-9501-e07db90e20cd tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442383 Sep 20 16:03:46.457776 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b367056-52ac-4dfe-b60e-5030095d870b req-cd35179c-c8ef-475a-a269-9fbfecfea002 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:46.459415 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1b367056-52ac-4dfe-b60e-5030095d870b req-cd35179c-c8ef-475a-a269-9fbfecfea002 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 946 time: 0.0802565 Sep 20 16:03:46.508361 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1b367056-52ac-4dfe-b60e-5030095d870b req-8f3bf3e2-eee7-4304-9f2f-543e27de2d74 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429077 Sep 20 16:03:47.041653 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f5735652-84ea-4669-b946-754cb5bd86dd req-5ff764fb-909f-4ca7-9c10-5f4217fede0d tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] 10.222.0.35 "GET /v2.0/ports?device_id=d71e1e73-c719-41cc-a11b-e24573c7f913 HTTP/1.1" status: 200 len: 210 time: 0.0440526 Sep 20 16:03:47.207186 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['82357158-cc97-4410-af3b-ec1cd9535aa5'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:03:47.276572 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [req-b37cda58-707a-4b0c-9c8b-2314c2d4c0d2 req-0a2760e3-0fac-41ae-a0a4-d8752f609c05 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Deleting port 35dec15f-039d-4bd9-9756-575332254874 {{(pid=82369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:03:47.277080 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-b37cda58-707a-4b0c-9c8b-2314c2d4c0d2 req-0a2760e3-0fac-41ae-a0a4-d8752f609c05 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:47.386802 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7f402-cc88-48ca-af4c-70e6b4c01f82 req-f23fd2b0-b323-4754-bff7-d1f09a91865d tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:47.388563 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7ef7f402-cc88-48ca-af4c-70e6b4c01f82 req-f23fd2b0-b323-4754-bff7-d1f09a91865d tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.0870497 Sep 20 16:03:47.436643 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7ef7f402-cc88-48ca-af4c-70e6b4c01f82 req-f12c3081-7275-4e3c-be4c-daeb44c2dd85 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414991 Sep 20 16:03:47.538792 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-b37cda58-707a-4b0c-9c8b-2314c2d4c0d2 req-0a2760e3-0fac-41ae-a0a4-d8752f609c05 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] For port 35dec15f-039d-4bd9-9756-575332254874, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=35dec15f-039d-4bd9-9756-575332254874,segment=NetworkSegment(53b27ffb-2548-4ae3-9c2a-2f4b0770f622),segment_id=53b27ffb-2548-4ae3-9c2a-2f4b0770f622)] {{(pid=82369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:03:47.539149 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-b37cda58-707a-4b0c-9c8b-2314c2d4c0d2 req-0a2760e3-0fac-41ae-a0a4-d8752f609c05 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:47.669966 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [req-b37cda58-707a-4b0c-9c8b-2314c2d4c0d2 req-0a2760e3-0fac-41ae-a0a4-d8752f609c05 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Calling delete_port for 35dec15f-039d-4bd9-9756-575332254874 owned by compute:nova {{(pid=82369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:03:47.712503 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42bd52-cc0a-407f-a2a9-543db95b1c09 req-5028b14f-bb98-47fc-ba9b-0ae1408133cf tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:47.714126 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ce42bd52-cc0a-407f-a2a9-543db95b1c09 req-5028b14f-bb98-47fc-ba9b-0ae1408133cf tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 946 time: 0.0820558 Sep 20 16:03:47.766587 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ce42bd52-cc0a-407f-a2a9-543db95b1c09 req-b52c0acf-7ea2-4536-8597-5f5659d90ce4 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454206 Sep 20 16:03:47.843644 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-b37cda58-707a-4b0c-9c8b-2314c2d4c0d2 req-0a2760e3-0fac-41ae-a0a4-d8752f609c05 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33095450'] for port, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:47.852841 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-ed7b93b7-b73e-4d87-8173-9a6c1e74cf7b tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:03:47.861841 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['ea85f18a-a185-4513-885e-4cd5ec8c7e2f', '35dec15f-039d-4bd9-9756-575332254874'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:03:47.897068 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2760e3-0fac-41ae-a0a4-d8752f609c05 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Pushing event deleted for resources: {'Port': ['ID=35dec15f-039d-4bd9-9756-575332254874,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:03:47.942998 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2760e3-0fac-41ae-a0a4-d8752f609c05 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:03:47.943413 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2760e3-0fac-41ae-a0a4-d8752f609c05 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:03:47.943820 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2760e3-0fac-41ae-a0a4-d8752f609c05 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:03:47.944220 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2760e3-0fac-41ae-a0a4-d8752f609c05 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:03:47.944615 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2760e3-0fac-41ae-a0a4-d8752f609c05 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:03:47.945010 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2760e3-0fac-41ae-a0a4-d8752f609c05 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:03:47.945401 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2760e3-0fac-41ae-a0a4-d8752f609c05 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:03:47.945825 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2760e3-0fac-41ae-a0a4-d8752f609c05 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:03:47.946155 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2760e3-0fac-41ae-a0a4-d8752f609c05 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:03:47.946542 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2760e3-0fac-41ae-a0a4-d8752f609c05 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:03:47.946956 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a2760e3-0fac-41ae-a0a4-d8752f609c05 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:03:47.954997 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0a2760e3-0fac-41ae-a0a4-d8752f609c05 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:03:47.992956 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [req-b37cda58-707a-4b0c-9c8b-2314c2d4c0d2 req-0a2760e3-0fac-41ae-a0a4-d8752f609c05 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] No DVR routers for this DVR port 35dec15f-039d-4bd9-9756-575332254874 on host hv-cinder-80966 {{(pid=82369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 20 16:03:47.995470 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-b37cda58-707a-4b0c-9c8b-2314c2d4c0d2 req-0a2760e3-0fac-41ae-a0a4-d8752f609c05 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:47.998517 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '819e17fe-eacb-4789-9333-e6d60b7b5391', 'name': 'network-vif-deleted', 'tag': '35dec15f-039d-4bd9-9756-575332254874'}] {{(pid=82369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:03:48.014633 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b37cda58-707a-4b0c-9c8b-2314c2d4c0d2 req-0a2760e3-0fac-41ae-a0a4-d8752f609c05 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.36 "DELETE /v2.0/ports/35dec15f-039d-4bd9-9756-575332254874 HTTP/1.1" status: 204 len: 173 time: 0.8095813 Sep 20 16:03:48.065658 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '819e17fe-eacb-4789-9333-e6d60b7b5391', 'name': 'network-vif-deleted', 'tag': '35dec15f-039d-4bd9-9756-575332254874', 'status': 'completed', 'code': 200} Sep 20 16:03:48.661558 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbe7191-8ae0-40bc-9728-66b8250bdc38 req-c43dbc6a-9fa9-4e18-8241-32e0b673349c tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:48.663220 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cdbe7191-8ae0-40bc-9728-66b8250bdc38 req-c43dbc6a-9fa9-4e18-8241-32e0b673349c tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.0935774 Sep 20 16:03:48.799476 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cdbe7191-8ae0-40bc-9728-66b8250bdc38 req-301ab9bf-49aa-40d4-821e-e0a81fd2b2ac tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192563 Sep 20 16:03:48.995428 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d850d1b4-7c0c-4022-87c0-a2a97aff1470 req-25f95d9c-c900-4bde-959e-73b5fcc9fcdc tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=819e17fe-eacb-4789-9333-e6d60b7b5391 HTTP/1.1" status: 200 len: 210 time: 0.0588017 Sep 20 16:03:50.018663 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9687ab-88a0-4961-b0e4-a484d84d4815 req-4c1e7261-2569-4f89-93a3-8cebbdd7eca1 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:50.020841 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cd9687ab-88a0-4961-b0e4-a484d84d4815 req-4c1e7261-2569-4f89-93a3-8cebbdd7eca1 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.0940044 Sep 20 16:03:50.132321 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cd9687ab-88a0-4961-b0e4-a484d84d4815 req-2240f1d6-5136-438d-beb4-46f614837029 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979311 Sep 20 16:03:50.650123 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f60a9-36d3-435c-8456-d53103e2edcf req-65d58017-da91-4178-8983-0300c63eb744 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:50.651910 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4e7f60a9-36d3-435c-8456-d53103e2edcf req-65d58017-da91-4178-8983-0300c63eb744 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1009922 Sep 20 16:03:50.722666 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4e7f60a9-36d3-435c-8456-d53103e2edcf req-339b2a3c-8d24-402d-8982-b3259198e41d tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637553 Sep 20 16:03:51.227701 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 35dec15f-039d-4bd9-9756-575332254874 no longer exists at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:03:51.273574 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] No Port match for: 35dec15f-039d-4bd9-9756-575332254874 {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:03:51.274348 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 35dec15f-039d-4bd9-9756-575332254874 not bound to the agent host hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:03:51.275094 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 82357158-cc97-4410-af3b-ec1cd9535aa5 no longer exists at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:03:51.308786 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] No Port match for: 82357158-cc97-4410-af3b-ec1cd9535aa5 {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:03:51.309525 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 82357158-cc97-4410-af3b-ec1cd9535aa5 not bound to the agent host hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:03:51.376280 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1eb04c-0d36-46a3-a4be-35da7e607170 req-e24e5ed2-4c10-4ac7-b01a-12e1904f4001 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:51.377891 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3f1eb04c-0d36-46a3-a4be-35da7e607170 req-e24e5ed2-4c10-4ac7-b01a-12e1904f4001 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.0946453 Sep 20 16:03:51.428883 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3f1eb04c-0d36-46a3-a4be-35da7e607170 req-fd6d964c-1736-4769-9782-5f59d16899a1 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439463 Sep 20 16:03:51.943338 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10840ea3-6dfe-45b0-a00d-b98d4cc2c6d1 req-a276c30b-6205-4cb4-94c9-9deeeb4a70bb tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:51.951166 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-10840ea3-6dfe-45b0-a00d-b98d4cc2c6d1 req-a276c30b-6205-4cb4-94c9-9deeeb4a70bb tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.0981719 Sep 20 16:03:52.011461 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-10840ea3-6dfe-45b0-a00d-b98d4cc2c6d1 req-e6dacb08-4123-4d6d-8bad-ec0297cdc451 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593107 Sep 20 16:03:52.629577 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e98f29-ee87-47e1-8cac-636c0fa00be1 req-6e0d0f7b-0464-4f3c-9c5f-b86ece9f7b69 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:52.631111 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b0e98f29-ee87-47e1-8cac-636c0fa00be1 req-6e0d0f7b-0464-4f3c-9c5f-b86ece9f7b69 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.0810854 Sep 20 16:03:52.678336 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b0e98f29-ee87-47e1-8cac-636c0fa00be1 req-c92b3f3b-a53e-4952-b280-7a681062ffd5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412169 Sep 20 16:03:53.105462 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a5858-10a0-415b-9a89-3ebb0ddb69ca req-1f21ed88-bf8a-4e25-a149-01c56c7bd2a0 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:53.107324 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c55a5858-10a0-415b-9a89-3ebb0ddb69ca req-1f21ed88-bf8a-4e25-a149-01c56c7bd2a0 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.1256886 Sep 20 16:03:53.147458 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9aecf476-87a1-4498-85a6-bb9b8debc502 req-2edc901a-e6f1-4e6c-945b-baf17e085e23 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fd7704af87e049c8b60cee7ad66c9d89&device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 1098 time: 0.1096594 Sep 20 16:03:53.234042 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c55a5858-10a0-415b-9a89-3ebb0ddb69ca req-9eb3cf66-afa7-4a49-bebf-3f079a684474 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189160 Sep 20 16:03:53.267697 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f21f98-8d17-4d6e-b80d-940f79edb90c req-bdfa29af-1870-4521-b48f-e08d05f956a9 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:53.270184 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f8f21f98-8d17-4d6e-b80d-940f79edb90c req-bdfa29af-1870-4521-b48f-e08d05f956a9 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1346259 Sep 20 16:03:53.304349 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aecf476-87a1-4498-85a6-bb9b8debc502 req-471f6945-8991-4e02-9de1-44fca7204bc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:53.306250 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9aecf476-87a1-4498-85a6-bb9b8debc502 req-471f6945-8991-4e02-9de1-44fca7204bc7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d940861-2256-4176-a2ad-3f8353b646fe HTTP/1.1" status: 200 len: 912 time: 0.1487777 Sep 20 16:03:53.326016 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f8f21f98-8d17-4d6e-b80d-940f79edb90c req-e10f7f24-4c37-41e9-9bc5-c04058ce78fb tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489583 Sep 20 16:03:53.425693 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9aecf476-87a1-4498-85a6-bb9b8debc502 req-8846481c-a5e0-495d-860a-70ea18fe7883 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=522e6331-094c-47d9-b04b-55e867c66586 HTTP/1.1" status: 200 len: 1001 time: 0.1088526 Sep 20 16:03:53.500806 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aecf476-87a1-4498-85a6-bb9b8debc502 req-3299ea8a-61a4-427b-9524-2b5aa8333392 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:53.502430 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9aecf476-87a1-4498-85a6-bb9b8debc502 req-3299ea8a-61a4-427b-9524-2b5aa8333392 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff460d82-964a-44b5-b5c5-4abe0f89a661 HTTP/1.1" status: 200 len: 850 time: 0.0675151 Sep 20 16:03:53.587681 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9aecf476-87a1-4498-85a6-bb9b8debc502 req-bbc87877-1354-46e2-943a-1ad262a129d2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d940861-2256-4176-a2ad-3f8353b646fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764673 Sep 20 16:03:53.740254 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9aecf476-87a1-4498-85a6-bb9b8debc502 req-2833eaf6-5c60-4823-92ed-bb0c994c5c52 service neutron] 10.222.0.36 "GET /v2.0/networks/8d940861-2256-4176-a2ad-3f8353b646fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419938 Sep 20 16:03:53.782183 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 57458) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:03:53.887636 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9aecf476-87a1-4498-85a6-bb9b8debc502 req-5404984a-2392-45ad-b476-9633ffbc39fe service neutron] 10.222.0.36 "GET /v2.0/networks/8d940861-2256-4176-a2ad-3f8353b646fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388113 Sep 20 16:03:53.967714 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-f06c5144-d4be-4563-b4bf-a2127775b3a0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e882d5ff64184facb0c09c1a7caa4fd9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1842039 Sep 20 16:03:53.970415 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 57464) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:03:54.031048 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-51a3964a-e324-437f-b5a7-7a0f8cf0fa8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:54.057188 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-51a3964a-e324-437f-b5a7-7a0f8cf0fa8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:54.099808 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-51a3964a-e324-437f-b5a7-7a0f8cf0fa8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:54.104574 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-51733d21-1f59-43ad-98ba-304e86ccdcd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:03:54.118019 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a3964a-e324-437f-b5a7-7a0f8cf0fa8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=055427b8-d41c-4de2-ab67-d90830e1d087,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:03:54.120765 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-51a3964a-e324-437f-b5a7-7a0f8cf0fa8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:03:54.121898 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-51a3964a-e324-437f-b5a7-7a0f8cf0fa8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:54.123268 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-51a3964a-e324-437f-b5a7-7a0f8cf0fa8b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/055427b8-d41c-4de2-ab67-d90830e1d087 HTTP/1.1" status: 204 len: 168 time: 0.1517057 Sep 20 16:03:54.452545 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7eb5a-a592-4aec-8ebe-64b4dbc58d11 req-87ccfde5-956a-4894-b14e-95ec9720736b tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:54.454949 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-03a7eb5a-a592-4aec-8ebe-64b4dbc58d11 req-87ccfde5-956a-4894-b14e-95ec9720736b tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.0998437 Sep 20 16:03:54.561881 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-03a7eb5a-a592-4aec-8ebe-64b4dbc58d11 req-bc14ac53-4a69-4c1c-a7f2-45b6b1fe99d8 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992694 Sep 20 16:03:54.589154 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be61a2-39b6-41aa-9962-2aafcb504802 req-6b49cabd-0080-47b6-b910-62a66a329047 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:54.595023 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-29be61a2-39b6-41aa-9962-2aafcb504802 req-6b49cabd-0080-47b6-b910-62a66a329047 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1301129 Sep 20 16:03:54.644215 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-29be61a2-39b6-41aa-9962-2aafcb504802 req-dc17ff33-ca01-437e-82e5-bdcb41a799a1 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467663 Sep 20 16:03:54.963241 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 57498) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:03:54.979535 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479ca9b-6749-40b3-8c51-4c1fb1561240 req-3e3d32da-fabb-4bc6-929d-43a8452c4366 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:54.981139 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8479ca9b-6749-40b3-8c51-4c1fb1561240 req-3e3d32da-fabb-4bc6-929d-43a8452c4366 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e656a8c-7b50-43c2-8844-7571e7618f48 HTTP/1.1" status: 200 len: 946 time: 0.0849068 Sep 20 16:03:55.029057 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8479ca9b-6749-40b3-8c51-4c1fb1561240 req-9cfc25ea-0e96-4209-b5e9-83048e8157c5 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418434 Sep 20 16:03:55.102595 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-d6ec5ca2-a3f8-4e73-98b7-7063bae61695 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-997459256-network', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:03:55.107658 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-d6ec5ca2-a3f8-4e73-98b7-7063bae61695 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:03:55.111677 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-d6ec5ca2-a3f8-4e73-98b7-7063bae61695 admin admin] Usage tracker for resource:network and tenant:a5cd73682bc64cdaa6b766020253c8fd is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:03:55.114659 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-d6ec5ca2-a3f8-4e73-98b7-7063bae61695 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:03:55.121428 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-d6ec5ca2-a3f8-4e73-98b7-7063bae61695 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:03:55.130590 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ec5ca2-a3f8-4e73-98b7-7063bae61695 admin admin] Made reservation on behalf of a5cd73682bc64cdaa6b766020253c8fd for: {'network': 1} {{(pid=82369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 16:03:55.135243 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d6ec5ca2-a3f8-4e73-98b7-7063bae61695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for network, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:55.152018 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d6ec5ca2-a3f8-4e73-98b7-7063bae61695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:55.183484 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-d6ec5ca2-a3f8-4e73-98b7-7063bae61695 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:03:55.187948 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-d6ec5ca2-a3f8-4e73-98b7-7063bae61695 admin admin] Usage tracker for resource:security_group_rule and tenant:a5cd73682bc64cdaa6b766020253c8fd is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:03:55.190794 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-d6ec5ca2-a3f8-4e73-98b7-7063bae61695 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:03:55.196753 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-d6ec5ca2-a3f8-4e73-98b7-7063bae61695 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:03:55.262151 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d6ec5ca2-a3f8-4e73-98b7-7063bae61695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:55.265331 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d6ec5ca2-a3f8-4e73-98b7-7063bae61695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:55.269929 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-4db905f6-5d22-4320-a6bb-8482ccfb082f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:03:55.290466 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6ec5ca2-a3f8-4e73-98b7-7063bae61695 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=82369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 20 16:03:55.310153 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec5ca2-a3f8-4e73-98b7-7063bae61695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d67789e-26a5-4b53-a716-92148dc6dfe3,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:03:55.313657 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d6ec5ca2-a3f8-4e73-98b7-7063bae61695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854403426'] for segment, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:55.314037 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.db.segments_db [None req-d6ec5ca2-a3f8-4e73-98b7-7063bae61695 admin admin] Added segment 9cb9c279-b877-460a-9cc6-db0e812143bc of type vlan for network 3486c4e5-0021-45c8-9533-9b5c178c51f3 Sep 20 16:03:55.315355 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d6ec5ca2-a3f8-4e73-98b7-7063bae61695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:03:55.341743 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d6ec5ca2-a3f8-4e73-98b7-7063bae61695 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786513467763'] for network, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:55.373970 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d6ec5ca2-a3f8-4e73-98b7-7063bae61695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223'] for network, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:55.375817 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ec5ca2-a3f8-4e73-98b7-7063bae61695 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:55.376452 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d6ec5ca2-a3f8-4e73-98b7-7063bae61695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for network, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:55.379808 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:03:55.481328 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-d6ec5ca2-a3f8-4e73-98b7-7063bae61695 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5168965 Sep 20 16:03:55.482242 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec5ca2-a3f8-4e73-98b7-7063bae61695 admin admin] Pushing event updated for resources: {'Network': ['ID=3486c4e5-0021-45c8-9533-9b5c178c51f3,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:03:55.485027 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 57504) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:03:55.487664 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d6ec5ca2-a3f8-4e73-98b7-7063bae61695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:03:55.491651 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-4dc31c4b-df0e-4623-ac34-7f8207336e3f admin admin] Request body: {'subnet': {'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-997459256-subnet', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'ip_version': 4}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:03:55.495026 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Network 3486c4e5-0021-45c8-9533-9b5c178c51f3 details requested by agent ovs-agent-dv-cinder-809669-1-iscsi with host dv-cinder-809669-1-iscsi {{(pid=82370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 20 16:03:55.496753 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-4dc31c4b-df0e-4623-ac34-7f8207336e3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:03:55.501342 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-4dc31c4b-df0e-4623-ac34-7f8207336e3f admin admin] Usage tracker for resource:subnet and tenant:a5cd73682bc64cdaa6b766020253c8fd is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:03:55.504361 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-4dc31c4b-df0e-4623-ac34-7f8207336e3f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:03:55.510363 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-4dc31c4b-df0e-4623-ac34-7f8207336e3f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:03:55.523564 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc31c4b-df0e-4623-ac34-7f8207336e3f admin admin] Made reservation on behalf of a5cd73682bc64cdaa6b766020253c8fd for: {'subnet': 1} {{(pid=82369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 16:03:55.528180 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-4dc31c4b-df0e-4623-ac34-7f8207336e3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036821389389'] for subnet, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:55.737324 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-4dc31c4b-df0e-4623-ac34-7f8207336e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036821686390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036821389406'] for subnet, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:55.741911 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:03:55.795272 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec505f40-a846-45f8-8b1a-8feb54331d8a req-1c0dab0b-7774-4266-8d42-02d97252e904 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:55.797394 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ec505f40-a846-45f8-8b1a-8feb54331d8a req-1c0dab0b-7774-4266-8d42-02d97252e904 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.1027329 Sep 20 16:03:55.824941 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc31c4b-df0e-4623-ac34-7f8207336e3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=52a7ee89-01e3-413c-ad3b-2dd2f5ae893f,revision_number=0']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:03:55.828140 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-4dc31c4b-df0e-4623-ac34-7f8207336e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:03:55.837670 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dc31c4b-df0e-4623-ac34-7f8207336e3f admin admin] Checking segment: {'id': '9cb9c279-b877-460a-9cc6-db0e812143bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:03:55.838061 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc31c4b-df0e-4623-ac34-7f8207336e3f admin admin] Network hostable DHCP agents. Network: 3486c4e5-0021-45c8-9533-9b5c178c51f3, hostable agents: ['8165851e-a8d8-41e5-9937-b2b676de37d1'], hosted agents: [] {{(pid=82369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 20 16:03:55.864954 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc31c4b-df0e-4623-ac34-7f8207336e3f admin admin] Network 3486c4e5-0021-45c8-9533-9b5c178c51f3 is scheduled to be hosted by DHCP agent 8165851e-a8d8-41e5-9937-b2b676de37d1 with binding_index 1 {{(pid=82369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 20 16:03:55.884268 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-4dc31c4b-df0e-4623-ac34-7f8207336e3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809669-1-iscsi, 3486c4e5-0021-45c8-9533-9b5c178c51f3) {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:03:55.888889 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc31c4b-df0e-4623-ac34-7f8207336e3f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:55.889585 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-4dc31c4b-df0e-4623-ac34-7f8207336e3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:55.895164 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a53d345-9d86-4233-98e9-9834777cecae None None] Network 3486c4e5-0021-45c8-9533-9b5c178c51f3 requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 16:03:55.920909 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-4dc31c4b-df0e-4623-ac34-7f8207336e3f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4332483 Sep 20 16:03:55.923066 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 57514) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:03:55.930926 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-7b01bd6d-a1e7-451a-a2fe-fc406e35a519 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-997459256-router', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'}}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:03:55.937697 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-7b01bd6d-a1e7-451a-a2fe-fc406e35a519 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:03:55.942377 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-7b01bd6d-a1e7-451a-a2fe-fc406e35a519 admin admin] Usage tracker for resource:router and tenant:a5cd73682bc64cdaa6b766020253c8fd is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:03:55.946074 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-7b01bd6d-a1e7-451a-a2fe-fc406e35a519 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:03:55.952796 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-7b01bd6d-a1e7-451a-a2fe-fc406e35a519 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:03:55.964008 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7b01bd6d-a1e7-451a-a2fe-fc406e35a519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1025813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7918'] for router, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:55.965403 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7b01bd6d-a1e7-451a-a2fe-fc406e35a519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853749765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853757889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853807792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767898'] for router, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:55.985565 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7b01bd6d-a1e7-451a-a2fe-fc406e35a519 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:56.094429 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ec505f40-a846-45f8-8b1a-8feb54331d8a req-f6d2a89e-0bc3-4906-80fd-5adf503d4d5b tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2891541 Sep 20 16:03:56.126258 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa5736-ff95-4101-864c-80882f0583b6 req-2a6bec4a-8f3c-45e2-a897-c0d9f5869dae tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:56.126258 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-59fa5736-ff95-4101-864c-80882f0583b6 req-2a6bec4a-8f3c-45e2-a897-c0d9f5869dae tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1082225 Sep 20 16:03:56.160658 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d647dca4-fce6-4fb0-89c6-355953d3d2c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp970513e9-e7d8-5bbd-b580-39df46ea091a-3486c4e5-0021-45c8-9533-9b5c178c51f3', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'fixed_ips': [{'subnet_id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f'}]}} from dv-cinder-809669-1-iscsi. {{(pid=82370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Sep 20 16:03:56.161554 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d647dca4-fce6-4fb0-89c6-355953d3d2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:56.168641 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7b01bd6d-a1e7-451a-a2fe-fc406e35a519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853757940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1025898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767881'] for router, precommit_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:56.174331 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-59fa5736-ff95-4101-864c-80882f0583b6 req-9d3d8f26-ed01-44f5-a4e1-3d70dc2c400a tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469770 Sep 20 16:03:56.215025 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.agents_db [None req-ae0f67a0-09e8-4135-93df-5bebfb5cb2de None None] Agent healthcheck: found 6 active agents {{(pid=82371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 20 16:03:56.309235 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afc8e2-d020-4ed0-ac99-276252f0b29c req-91b5e2a1-cb48-4f60-819e-1a99ebb57836 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:56.310867 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-84afc8e2-d020-4ed0-ac99-276252f0b29c req-91b5e2a1-cb48-4f60-819e-1a99ebb57836 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e656a8c-7b50-43c2-8844-7571e7618f48 HTTP/1.1" status: 200 len: 946 time: 0.0845003 Sep 20 16:03:56.347906 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [None req-d647dca4-fce6-4fb0-89c6-355953d3d2c8 None None] Allocated IP 172.20.0.2 (3486c4e5-0021-45c8-9533-9b5c178c51f3/52a7ee89-01e3-413c-ad3b-2dd2f5ae893f/8c68dfec-633f-4534-9a69-34986c3eb378) {{(pid=82370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 16:03:56.364465 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-84afc8e2-d020-4ed0-ac99-276252f0b29c req-4a4ecdbe-c574-4183-9620-65c07fa389db tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461588 Sep 20 16:03:56.372162 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7b01bd6d-a1e7-451a-a2fe-fc406e35a519 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:56.403997 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7b01bd6d-a1e7-451a-a2fe-fc406e35a519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:56.550106 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [None req-7b01bd6d-a1e7-451a-a2fe-fc406e35a519 admin admin] Allocated IP 172.27.3.191 (378c8f1a-f14e-4679-b139-5c2d775a72d9/ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1/4df80569-13db-4632-9530-96bee422e73c) {{(pid=82369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 16:03:56.559451 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d647dca4-fce6-4fb0-89c6-355953d3d2c8 None None] Notify callbacks [] for port, precommit_create {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:56.571276 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-d647dca4-fce6-4fb0-89c6-355953d3d2c8 None None] Transition to ACTIVE for port object 8c68dfec-633f-4534-9a69-34986c3eb378 will not be triggered until provisioned by entity L2. {{(pid=82370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:03:56.590911 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-d647dca4-fce6-4fb0-89c6-355953d3d2c8 None None] Transition to ACTIVE for port object 8c68dfec-633f-4534-9a69-34986c3eb378 will not be triggered until provisioned by entity DHCP. {{(pid=82370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:03:56.595590 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d647dca4-fce6-4fb0-89c6-355953d3d2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572'] for port, after_create {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:56.600376 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:03:56.672050 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d647dca4-fce6-4fb0-89c6-355953d3d2c8 None None] Network 3486c4e5-0021-45c8-9533-9b5c178c51f3 is already hosted by enough agents. {{(pid=82370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:03:56.675438 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-d647dca4-fce6-4fb0-89c6-355953d3d2c8 None None] Resources bound (agent type, host, resource id): {{(pid=82370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:03:56.678066 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d647dca4-fce6-4fb0-89c6-355953d3d2c8 None None] Received port after_create {{(pid=82370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 16:03:56.685379 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647dca4-fce6-4fb0-89c6-355953d3d2c8 None None] Pushing event updated for resources: {'Port': ['ID=8c68dfec-633f-4534-9a69-34986c3eb378,revision_number=1']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:03:56.726402 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d647dca4-fce6-4fb0-89c6-355953d3d2c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:03:56.726779 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d647dca4-fce6-4fb0-89c6-355953d3d2c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:03:56.727195 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d647dca4-fce6-4fb0-89c6-355953d3d2c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:03:56.727566 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d647dca4-fce6-4fb0-89c6-355953d3d2c8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:03:56.727932 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d647dca4-fce6-4fb0-89c6-355953d3d2c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:03:56.728299 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d647dca4-fce6-4fb0-89c6-355953d3d2c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:03:56.728662 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d647dca4-fce6-4fb0-89c6-355953d3d2c8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:03:56.729025 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d647dca4-fce6-4fb0-89c6-355953d3d2c8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:03:56.729385 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d647dca4-fce6-4fb0-89c6-355953d3d2c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:03:56.729742 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d647dca4-fce6-4fb0-89c6-355953d3d2c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:03:56.730101 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d647dca4-fce6-4fb0-89c6-355953d3d2c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:03:56.734080 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d647dca4-fce6-4fb0-89c6-355953d3d2c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:03:56.792140 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-d647dca4-fce6-4fb0-89c6-355953d3d2c8 None None] Attempting to bind port 8c68dfec-633f-4534-9a69-34986c3eb378 on host dv-cinder-809669-1-iscsi for vnic_type normal with profile {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 16:03:56.792550 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-d647dca4-fce6-4fb0-89c6-355953d3d2c8 None None] Attempting to bind port 8c68dfec-633f-4534-9a69-34986c3eb378 by drivers openvswitch,hyperv on host dv-cinder-809669-1-iscsi at level 0 using segments [{'id': '9cb9c279-b877-460a-9cc6-db0e812143bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3'}] {{(pid=82370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 16:03:56.792957 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d647dca4-fce6-4fb0-89c6-355953d3d2c8 None None] Attempting to bind port 8c68dfec-633f-4534-9a69-34986c3eb378 on network 3486c4e5-0021-45c8-9533-9b5c178c51f3 {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:03:56.800128 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d647dca4-fce6-4fb0-89c6-355953d3d2c8 None None] Checking agent: {'id': 'e3ab64f4-5a45-40ad-bdab-6ad34693b70b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 51, 4), 'started_at': datetime.datetime(2021, 9, 20, 15, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 16, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 16:03:56.800548 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d647dca4-fce6-4fb0-89c6-355953d3d2c8 None None] Checking segment: {'id': '9cb9c279-b877-460a-9cc6-db0e812143bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:03:56.801006 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d647dca4-fce6-4fb0-89c6-355953d3d2c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:56.801486 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d647dca4-fce6-4fb0-89c6-355953d3d2c8 None None] Bound using segment: {'id': '9cb9c279-b877-460a-9cc6-db0e812143bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3'} {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 16:03:56.801999 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-d647dca4-fce6-4fb0-89c6-355953d3d2c8 None None] Bound port: 8c68dfec-633f-4534-9a69-34986c3eb378, host: dv-cinder-809669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb9c279-b877-460a-9cc6-db0e812143bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3'}}] {{(pid=82370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 16:03:56.802417 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d647dca4-fce6-4fb0-89c6-355953d3d2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:56.884402 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7b01bd6d-a1e7-451a-a2fe-fc406e35a519 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:56.899188 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-d647dca4-fce6-4fb0-89c6-355953d3d2c8 None None] For port 8c68dfec-633f-4534-9a69-34986c3eb378, host dv-cinder-809669-1-iscsi, cleared binding levels {{(pid=82370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 16:03:56.902459 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-d647dca4-fce6-4fb0-89c6-355953d3d2c8 None None] For port 8c68dfec-633f-4534-9a69-34986c3eb378, host dv-cinder-809669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=8c68dfec-633f-4534-9a69-34986c3eb378,segment=NetworkSegment(9cb9c279-b877-460a-9cc6-db0e812143bc),segment_id=9cb9c279-b877-460a-9cc6-db0e812143bc)] {{(pid=82370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 16:03:56.907251 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d647dca4-fce6-4fb0-89c6-355953d3d2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:56.911742 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:03:56.912289 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7b01bd6d-a1e7-451a-a2fe-fc406e35a519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33095450'] for port, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:56.917231 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-49c6559d-01d5-40b3-9a4e-65b6c5f64cca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:03:56.989761 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b01bd6d-a1e7-451a-a2fe-fc406e35a519 admin admin] Network 378c8f1a-f14e-4679-b139-5c2d775a72d9 is already hosted by enough agents. {{(pid=82369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:03:56.993237 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b01bd6d-a1e7-451a-a2fe-fc406e35a519 admin admin] Pushing event updated for resources: {'Port': ['ID=4df80569-13db-4632-9530-96bee422e73c,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:03:56.993377 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647dca4-fce6-4fb0-89c6-355953d3d2c8 None None] Pushing event updated for resources: {'Port': ['ID=8c68dfec-633f-4534-9a69-34986c3eb378,revision_number=2']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:03:56.995889 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-7b01bd6d-a1e7-451a-a2fe-fc406e35a519 admin admin] Resources bound (agent type, host, resource id): {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:03:56.996508 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d647dca4-fce6-4fb0-89c6-355953d3d2c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:03:56.997811 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-7b01bd6d-a1e7-451a-a2fe-fc406e35a519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:03:56.998538 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b01bd6d-a1e7-451a-a2fe-fc406e35a519 admin admin] Received port after_create {{(pid=82369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 16:03:57.161589 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7b01bd6d-a1e7-451a-a2fe-fc406e35a519 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:57.162355 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7b01bd6d-a1e7-451a-a2fe-fc406e35a519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853749987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1017962'] for router, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:57.406706 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51aa231-dd5e-4eaf-aa73-2fcc25bd032c req-ea6606a3-03d0-4652-9e7f-53cffec1004c tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:57.408305 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f51aa231-dd5e-4eaf-aa73-2fcc25bd032c req-ea6606a3-03d0-4652-9e7f-53cffec1004c tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.1760032 Sep 20 16:03:57.486044 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff19fb-e36b-4501-b4d8-f72dce847aaa req-0a70dec3-5cac-49f5-8e8a-d32808a03b3f tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:57.487873 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0aff19fb-e36b-4501-b4d8-f72dce847aaa req-0a70dec3-5cac-49f5-8e8a-d32808a03b3f tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1535380 Sep 20 16:03:57.490552 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f51aa231-dd5e-4eaf-aa73-2fcc25bd032c req-f6bb4b17-8f0f-40ca-9571-5eef04ba1eb5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747867 Sep 20 16:03:57.546453 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0aff19fb-e36b-4501-b4d8-f72dce847aaa req-aefb922a-963e-4b6f-904e-90548320469c tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520368 Sep 20 16:03:57.589476 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b01bd6d-a1e7-451a-a2fe-fc406e35a519 admin admin] Router 99d76ff4-d17c-4897-b158-1e2217f6bf18 is scheduled to L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a with binding_index 1 {{(pid=82369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Sep 20 16:03:57.709556 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddf9fd-d502-4a4c-9cd2-c904d6597d62 req-5c9dd7f8-a102-491d-8602-6b8778677da7 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:57.711209 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-51ddf9fd-d502-4a4c-9cd2-c904d6597d62 req-5c9dd7f8-a102-491d-8602-6b8778677da7 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e656a8c-7b50-43c2-8844-7571e7618f48 HTTP/1.1" status: 200 len: 946 time: 0.0909638 Sep 20 16:03:57.763812 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-51ddf9fd-d502-4a4c-9cd2-c904d6597d62 req-4532372e-c648-4eb1-a736-974003d7a2a5 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458202 Sep 20 16:03:57.818747 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b01bd6d-a1e7-451a-a2fe-fc406e35a519 admin admin] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 16:03:57.829540 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e1885d-07e0-4e98-8c48-80e840fff311 None None] Sync routers for ids ['99d76ff4-d17c-4897-b158-1e2217f6bf18'] in dv-cinder-809669-1-iscsi {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 16:03:57.841622 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e1885d-07e0-4e98-8c48-80e840fff311 None None] Routers {'99d76ff4-d17c-4897-b158-1e2217f6bf18'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:03:57.842308 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-08e1885d-07e0-4e98-8c48-80e840fff311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:03:35Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['99d76ff4-d17c-4897-b158-1e2217f6bf18'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:03:57.844547 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7b01bd6d-a1e7-451a-a2fe-fc406e35a519 admin admin] Notify callbacks [] for router, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:57.848123 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-7b01bd6d-a1e7-451a-a2fe-fc406e35a519 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9215157 Sep 20 16:03:57.848935 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 57536) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:03:58.028599 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-08e1885d-07e0-4e98-8c48-80e840fff311 None None] Set router 99d76ff4-d17c-4897-b158-1e2217f6bf18 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:03:58.367722 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-08e1885d-07e0-4e98-8c48-80e840fff311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'name': 'tempest-TestVolumeBootPattern-997459256-router', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '4df80569-13db-4632-9530-96bee422e73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:03:55Z', 'updated_at': '2021-09-20T16:03:57Z', 'revision_number': 3, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'gw_port': {'id': '4df80569-13db-4632-9530-96bee422e73c', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:56Z', 'updated_at': '2021-09-20T16:03:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi'}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:03:58.372418 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e1885d-07e0-4e98-8c48-80e840fff311 None None] Checking router: 99d76ff4-d17c-4897-b158-1e2217f6bf18 for host: dv-cinder-809669-1-iscsi {{(pid=82371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 16:03:58.372793 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e1885d-07e0-4e98-8c48-80e840fff311 None None] Updating router 99d76ff4-d17c-4897-b158-1e2217f6bf18 port 4df80569-13db-4632-9530-96bee422e73c binding host dv-cinder-809669-1-iscsi {{(pid=82371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 20 16:03:58.431894 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-08e1885d-07e0-4e98-8c48-80e840fff311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:58.757588 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c974490f-15d2-4519-8b50-ecd18c4bdbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:58.869616 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e82f90-d405-444d-8410-9f8440f7cda3 req-01542d17-6203-4bbc-a3d9-fe7ef2b940b4 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:58.894564 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-46e82f90-d405-444d-8410-9f8440f7cda3 req-01542d17-6203-4bbc-a3d9-fe7ef2b940b4 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.1778181 Sep 20 16:03:58.897376 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 8c68dfec-633f-4534-9a69-34986c3eb378 up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:03:58.941899 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-08e1885d-07e0-4e98-8c48-80e840fff311 None None] Notify callbacks [] for port, precommit_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:58.972366 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-08e1885d-07e0-4e98-8c48-80e840fff311 None None] Transition to ACTIVE for port object 4df80569-13db-4632-9530-96bee422e73c will not be triggered until provisioned by entity L2. {{(pid=82371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:03:58.987168 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-08e1885d-07e0-4e98-8c48-80e840fff311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:59.011560 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-2400d165-eb86-4e58-a046-fd7511635970 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:03:59.042115 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-46e82f90-d405-444d-8410-9f8440f7cda3 req-b09a6e13-2bce-453d-b6e7-7f75b41e00af tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464779 Sep 20 16:03:59.085210 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning for port 8c68dfec-633f-4534-9a69-34986c3eb378 completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:03:59.085633 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c450222a-2882-44f5-a1f2-4355932d9553 req-1c909502-8928-4f10-9a85-e215e778612b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=381efe5f70ef44caafad8bb42441ac2b&device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 1137 time: 0.2287354 Sep 20 16:03:59.097911 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-08e1885d-07e0-4e98-8c48-80e840fff311 None None] Attempting to bind port 4df80569-13db-4632-9530-96bee422e73c on host dv-cinder-809669-1-iscsi for vnic_type normal with profile {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 16:03:59.098521 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-08e1885d-07e0-4e98-8c48-80e840fff311 None None] Attempting to bind port 4df80569-13db-4632-9530-96bee422e73c by drivers openvswitch,hyperv on host dv-cinder-809669-1-iscsi at level 0 using segments [{'id': 'fa70b37f-a099-4785-9555-8d4eef3560f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'}] {{(pid=82371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 16:03:59.099470 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e1885d-07e0-4e98-8c48-80e840fff311 None None] Attempting to bind port 4df80569-13db-4632-9530-96bee422e73c on network 378c8f1a-f14e-4679-b139-5c2d775a72d9 {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:03:59.110903 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b4163-b99d-48ef-81ec-2ff601a43e87 req-9a8910b3-bf78-4e4b-a579-8d3859d95596 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:59.112828 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f099f1ae-3c6a-4006-9058-0b5c2180bbae None None] Network 3486c4e5-0021-45c8-9533-9b5c178c51f3 requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 16:03:59.116702 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-367b4163-b99d-48ef-81ec-2ff601a43e87 req-9a8910b3-bf78-4e4b-a579-8d3859d95596 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.2033360 Sep 20 16:03:59.127612 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e1885d-07e0-4e98-8c48-80e840fff311 None None] Checking agent: {'id': 'e3ab64f4-5a45-40ad-bdab-6ad34693b70b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 51, 4), 'started_at': datetime.datetime(2021, 9, 20, 15, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 16, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 16:03:59.128482 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e1885d-07e0-4e98-8c48-80e840fff311 None None] Checking segment: {'id': 'fa70b37f-a099-4785-9555-8d4eef3560f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:03:59.129144 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-08e1885d-07e0-4e98-8c48-80e840fff311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:59.129773 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e1885d-07e0-4e98-8c48-80e840fff311 None None] Bound using segment: {'id': 'fa70b37f-a099-4785-9555-8d4eef3560f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'} {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 16:03:59.130485 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-08e1885d-07e0-4e98-8c48-80e840fff311 None None] Bound port: 4df80569-13db-4632-9530-96bee422e73c, host: dv-cinder-809669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa70b37f-a099-4785-9555-8d4eef3560f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'}}] {{(pid=82371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 16:03:59.131147 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-08e1885d-07e0-4e98-8c48-80e840fff311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:59.219767 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-367b4163-b99d-48ef-81ec-2ff601a43e87 req-463c4de9-37ed-42ea-8def-5fd45c10ee0b tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964301 Sep 20 16:03:59.250726 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-08e1885d-07e0-4e98-8c48-80e840fff311 None None] For port 4df80569-13db-4632-9530-96bee422e73c, host dv-cinder-809669-1-iscsi, cleared binding levels {{(pid=82371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 16:03:59.254299 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-08e1885d-07e0-4e98-8c48-80e840fff311 None None] For port 4df80569-13db-4632-9530-96bee422e73c, host dv-cinder-809669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=4df80569-13db-4632-9530-96bee422e73c,segment=NetworkSegment(fa70b37f-a099-4785-9555-8d4eef3560f5),segment_id=fa70b37f-a099-4785-9555-8d4eef3560f5)] {{(pid=82371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 16:03:59.262887 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-08e1885d-07e0-4e98-8c48-80e840fff311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:59.268135 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [None req-c974490f-15d2-4519-8b50-ecd18c4bdbd0 admin admin] Allocated IP 172.20.0.1 (3486c4e5-0021-45c8-9533-9b5c178c51f3/52a7ee89-01e3-413c-ad3b-2dd2f5ae893f/51bc2558-943e-46ca-936a-1f6373c87035) {{(pid=82369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 16:03:59.279370 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43746b65-9e73-4e7a-b993-817f51879e06 None None] Pushing event updated for resources: {'Port': ['ID=4df80569-13db-4632-9530-96bee422e73c,revision_number=2']} {{(pid=82371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:03:59.307267 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e1885d-07e0-4e98-8c48-80e840fff311 None None] Routers {'99d76ff4-d17c-4897-b158-1e2217f6bf18'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:03:59.308581 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-08e1885d-07e0-4e98-8c48-80e840fff311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:03:35Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['99d76ff4-d17c-4897-b158-1e2217f6bf18'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:03:59.408431 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450222a-2882-44f5-a1f2-4355932d9553 req-7bbbcb2d-5740-4b5a-a130-432fe0b8fbc7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:59.410056 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c450222a-2882-44f5-a1f2-4355932d9553 req-7bbbcb2d-5740-4b5a-a130-432fe0b8fbc7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=670b06b4-ee25-49ae-9fe6-c102537f67c6 HTTP/1.1" status: 200 len: 916 time: 0.2778745 Sep 20 16:03:59.461024 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-f4f0adaf-6f9d-469e-8fbe-5020fa398620 None None] Provisioning for port 8c68dfec-633f-4534-9a69-34986c3eb378 completed by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:03:59.477812 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-f4f0adaf-6f9d-469e-8fbe-5020fa398620 None None] Provisioning complete for port 8c68dfec-633f-4534-9a69-34986c3eb378 triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:03:59.478551 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f4f0adaf-6f9d-469e-8fbe-5020fa398620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:59.589316 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1a89f7-b43f-4e57-8b8b-c7e9e1337cbc req-1985c792-6c53-44ae-9bae-add013ce784c tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:59.597835 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-aa1a89f7-b43f-4e57-8b8b-c7e9e1337cbc req-1985c792-6c53-44ae-9bae-add013ce784c tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 984 time: 0.2957833 Sep 20 16:03:59.647432 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f650f0-7737-4565-b62e-d9d009e9c295 req-8b3b1385-0d45-4599-a234-a07bf663f1d5 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:59.649139 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-99f650f0-7737-4565-b62e-d9d009e9c295 req-8b3b1385-0d45-4599-a234-a07bf663f1d5 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.36 "GET /v2.0/ports?device_id=7e656a8c-7b50-43c2-8844-7571e7618f48 HTTP/1.1" status: 200 len: 946 time: 0.2459095 Sep 20 16:03:59.655133 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f4f0adaf-6f9d-469e-8fbe-5020fa398620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:59.678276 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-08e1885d-07e0-4e98-8c48-80e840fff311 None None] Set router 99d76ff4-d17c-4897-b158-1e2217f6bf18 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:03:59.748809 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [req-99f650f0-7737-4565-b62e-d9d009e9c295 req-8260ebb5-6d88-4fdf-9612-f7d5cca8281b tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Deleting port 1fd8eaa0-23c3-4698-8719-4afa41fb29bf {{(pid=82368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:03:59.749230 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-99f650f0-7737-4565-b62e-d9d009e9c295 req-8260ebb5-6d88-4fdf-9612-f7d5cca8281b tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:59.761015 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-f4f0adaf-6f9d-469e-8fbe-5020fa398620 None None] For port 8c68dfec-633f-4534-9a69-34986c3eb378, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=8c68dfec-633f-4534-9a69-34986c3eb378,segment=NetworkSegment(9cb9c279-b877-460a-9cc6-db0e812143bc),segment_id=9cb9c279-b877-460a-9cc6-db0e812143bc)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:03:59.768002 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f4f0adaf-6f9d-469e-8fbe-5020fa398620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:03:59.769982 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:03:59.806411 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-aa1a89f7-b43f-4e57-8b8b-c7e9e1337cbc req-b2fc68d6-0ebd-4ef6-9be3-c3b0f31e44e6 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&id=ae539866-9bb7-4df5-a9b8-409d97d3ec17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2075260 Sep 20 16:03:59.817845 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c450d-6498-422c-9168-dcca225a6eeb req-573e2845-6125-4dc4-9099-f9e34aa5c559 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:03:59.833003 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3c1c450d-6498-422c-9168-dcca225a6eeb req-573e2845-6125-4dc4-9099-f9e34aa5c559 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e656a8c-7b50-43c2-8844-7571e7618f48 HTTP/1.1" status: 200 len: 946 time: 0.3668299 Sep 20 16:03:59.846619 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43746b65-9e73-4e7a-b993-817f51879e06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:03:59.847140 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43746b65-9e73-4e7a-b993-817f51879e06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:03:59.847596 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43746b65-9e73-4e7a-b993-817f51879e06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:03:59.848041 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43746b65-9e73-4e7a-b993-817f51879e06 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:03:59.848489 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43746b65-9e73-4e7a-b993-817f51879e06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:03:59.848861 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43746b65-9e73-4e7a-b993-817f51879e06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:03:59.849263 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43746b65-9e73-4e7a-b993-817f51879e06 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:03:59.849606 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43746b65-9e73-4e7a-b993-817f51879e06 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:03:59.849972 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43746b65-9e73-4e7a-b993-817f51879e06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:03:59.850330 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43746b65-9e73-4e7a-b993-817f51879e06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:03:59.850700 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43746b65-9e73-4e7a-b993-817f51879e06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:03:59.873356 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-43746b65-9e73-4e7a-b993-817f51879e06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.862s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:03:59.877267 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f1429735-0de7-4444-a01d-4f1a67e96768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.591s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:03:59.901540 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3c1c450d-6498-422c-9168-dcca225a6eeb req-9adb5460-ac5f-44c9-a1fb-de28281d5b7d tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671287 Sep 20 16:03:59.942970 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c450222a-2882-44f5-a1f2-4355932d9553 req-00868c64-652d-479f-ad3f-e54d859b4727 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41195857-cca8-486d-8ba8-ed8192f8b06b HTTP/1.1" status: 200 len: 1001 time: 0.5196483 Sep 20 16:04:00.038722 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43746b65-9e73-4e7a-b993-817f51879e06 None None] Pushing event updated for resources: {'Port': ['ID=4df80569-13db-4632-9530-96bee422e73c,revision_number=3']} {{(pid=82371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:00.053958 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c974490f-15d2-4519-8b50-ecd18c4bdbd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:00.080101 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450222a-2882-44f5-a1f2-4355932d9553 req-e36dcd22-1562-426e-b489-04137b20883c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:00.081952 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c450222a-2882-44f5-a1f2-4355932d9553 req-e36dcd22-1562-426e-b489-04137b20883c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d112bb54-b56b-41c9-901f-d6e0d22c0b02 HTTP/1.1" status: 200 len: 854 time: 0.1139112 Sep 20 16:04:00.084541 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-c974490f-15d2-4519-8b50-ecd18c4bdbd0 admin admin] Transition to ACTIVE for port object 51bc2558-943e-46ca-936a-1f6373c87035 will not be triggered until provisioned by entity DHCP. {{(pid=82369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:04:00.114187 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0adaf-6f9d-469e-8fbe-5020fa398620 None None] Pushing event updated for resources: {'Port': ['ID=8c68dfec-633f-4534-9a69-34986c3eb378,revision_number=3']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:00.117894 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f4f0adaf-6f9d-469e-8fbe-5020fa398620 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:00.183569 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-99f650f0-7737-4565-b62e-d9d009e9c295 req-8260ebb5-6d88-4fdf-9612-f7d5cca8281b tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] For port 1fd8eaa0-23c3-4698-8719-4afa41fb29bf, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=1fd8eaa0-23c3-4698-8719-4afa41fb29bf,segment=NetworkSegment(af014d27-e93b-4a03-86de-e38863424f3d),segment_id=af014d27-e93b-4a03-86de-e38863424f3d)] {{(pid=82368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:04:00.183974 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-99f650f0-7737-4565-b62e-d9d009e9c295 req-8260ebb5-6d88-4fdf-9612-f7d5cca8281b tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:00.196843 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-43746b65-9e73-4e7a-b993-817f51879e06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:00.200722 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c974490f-15d2-4519-8b50-ecd18c4bdbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33095450'] for port, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:00.210792 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-e307c872-21de-4dcb-bbf5-2a5e1dde9d80 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:00.280680 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c974490f-15d2-4519-8b50-ecd18c4bdbd0 admin admin] Pushing event updated for resources: {'Port': ['ID=51bc2558-943e-46ca-936a-1f6373c87035,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:00.285228 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c974490f-15d2-4519-8b50-ecd18c4bdbd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:00.295312 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c450222a-2882-44f5-a1f2-4355932d9553 req-42882da6-85a3-4c68-a45d-9f80b6951a54 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=670b06b4-ee25-49ae-9fe6-c102537f67c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1908131 Sep 20 16:04:00.299775 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c974490f-15d2-4519-8b50-ecd18c4bdbd0 admin admin] Network 3486c4e5-0021-45c8-9533-9b5c178c51f3 is already hosted by enough agents. {{(pid=82369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:04:00.300956 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-c974490f-15d2-4519-8b50-ecd18c4bdbd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:04:00.303394 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c974490f-15d2-4519-8b50-ecd18c4bdbd0 admin admin] Received port after_create {{(pid=82369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 16:04:00.317935 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-08e1885d-07e0-4e98-8c48-80e840fff311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'name': 'tempest-TestVolumeBootPattern-997459256-router', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '4df80569-13db-4632-9530-96bee422e73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:03:55Z', 'updated_at': '2021-09-20T16:03:57Z', 'revision_number': 3, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'gw_port': {'id': '4df80569-13db-4632-9530-96bee422e73c', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:56Z', 'updated_at': '2021-09-20T16:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi'}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:04:00.325177 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [req-99f650f0-7737-4565-b62e-d9d009e9c295 req-8260ebb5-6d88-4fdf-9612-f7d5cca8281b tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Calling delete_port for 1fd8eaa0-23c3-4698-8719-4afa41fb29bf owned by compute:nova {{(pid=82368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:04:00.327256 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e1885d-07e0-4e98-8c48-80e840fff311 None None] The sync data for ids ['99d76ff4-d17c-4897-b158-1e2217f6bf18'] in dv-cinder-809669-1-iscsi is: [{'id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'name': 'tempest-TestVolumeBootPattern-997459256-router', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '4df80569-13db-4632-9530-96bee422e73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:03:55Z', 'updated_at': '2021-09-20T16:03:57Z', 'revision_number': 3, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'gw_port': {'id': '4df80569-13db-4632-9530-96bee422e73c', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0a:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:56Z', 'updated_at': '2021-09-20T16:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi'}] {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 16:04:00.363655 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c974490f-15d2-4519-8b50-ecd18c4bdbd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853758162'] for router_interface, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:00.511738 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-e4984734-3054-493a-9cc8-f8aadff4ede3 None None] Provisioning complete for port 8c68dfec-633f-4534-9a69-34986c3eb378 triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:04:00.512246 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e4984734-3054-493a-9cc8-f8aadff4ede3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:00.573662 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e6c9b-60fa-47d7-9f5d-4e63cc06f425 req-5acafb6e-d600-488d-b893-8d2920110eef tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:00.574451 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c450222a-2882-44f5-a1f2-4355932d9553 req-5eaebfd5-89fe-4dc0-bea7-cf1e386250a1 service neutron] 10.222.0.36 "GET /v2.0/networks/670b06b4-ee25-49ae-9fe6-c102537f67c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069714 Sep 20 16:04:00.581217 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c974490f-15d2-4519-8b50-ecd18c4bdbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:00.585071 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a01e6c9b-60fa-47d7-9f5d-4e63cc06f425 req-5acafb6e-d600-488d-b893-8d2920110eef tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1883707 Sep 20 16:04:00.604246 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-99f650f0-7737-4565-b62e-d9d009e9c295 req-8260ebb5-6d88-4fdf-9612-f7d5cca8281b tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:00.616035 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-037312b4-058b-46e7-8bd5-bdc9cd10f4ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:00.635384 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['c19460c0-3a44-4fe8-8bbf-ef0855b29da3', '8e9f2662-9c4a-4709-afef-936a6aa9a305', '238e2abe-2575-4515-b350-ded21246b499', '1fd8eaa0-23c3-4698-8719-4afa41fb29bf'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:04:00.664509 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260ebb5-6d88-4fdf-9612-f7d5cca8281b tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Pushing event deleted for resources: {'Port': ['ID=1fd8eaa0-23c3-4698-8719-4afa41fb29bf,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:00.724484 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8260ebb5-6d88-4fdf-9612-f7d5cca8281b tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:04:00.724907 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8260ebb5-6d88-4fdf-9612-f7d5cca8281b tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:04:00.725319 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8260ebb5-6d88-4fdf-9612-f7d5cca8281b tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:04:00.725724 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8260ebb5-6d88-4fdf-9612-f7d5cca8281b tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:04:00.726123 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8260ebb5-6d88-4fdf-9612-f7d5cca8281b tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:04:00.726520 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8260ebb5-6d88-4fdf-9612-f7d5cca8281b tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:04:00.726949 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8260ebb5-6d88-4fdf-9612-f7d5cca8281b tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:04:00.727338 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8260ebb5-6d88-4fdf-9612-f7d5cca8281b tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:04:00.727730 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8260ebb5-6d88-4fdf-9612-f7d5cca8281b tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:04:00.728121 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8260ebb5-6d88-4fdf-9612-f7d5cca8281b tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:04:00.728509 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8260ebb5-6d88-4fdf-9612-f7d5cca8281b tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:04:00.732177 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-8260ebb5-6d88-4fdf-9612-f7d5cca8281b tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:00.757124 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c450222a-2882-44f5-a1f2-4355932d9553 req-041841db-3ef7-4fd7-927a-57f0dea22f7f service neutron] 10.222.0.36 "GET /v2.0/networks/670b06b4-ee25-49ae-9fe6-c102537f67c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617689 Sep 20 16:04:00.788365 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 8c68dfec-633f-4534-9a69-34986c3eb378 up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:04:00.845656 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f650f0-7737-4565-b62e-d9d009e9c295 req-8260ebb5-6d88-4fdf-9612-f7d5cca8281b tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] No DVR routers for this DVR port 1fd8eaa0-23c3-4698-8719-4afa41fb29bf on host hv-cinder-80966 {{(pid=82368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 20 16:04:00.850079 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-99f650f0-7737-4565-b62e-d9d009e9c295 req-8260ebb5-6d88-4fdf-9612-f7d5cca8281b tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:00.867603 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e656a8c-7b50-43c2-8844-7571e7618f48', 'name': 'network-vif-deleted', 'tag': '1fd8eaa0-23c3-4698-8719-4afa41fb29bf'}] {{(pid=82368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:04:00.923896 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a01e6c9b-60fa-47d7-9f5d-4e63cc06f425 req-9434caa7-aaa1-4225-989f-8e2bcae09c7e tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376608 Sep 20 16:04:00.936474 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-99f650f0-7737-4565-b62e-d9d009e9c295 req-8260ebb5-6d88-4fdf-9612-f7d5cca8281b tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.36 "DELETE /v2.0/ports/1fd8eaa0-23c3-4698-8719-4afa41fb29bf HTTP/1.1" status: 204 len: 173 time: 1.2628038 Sep 20 16:04:01.129301 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-17fa5046-4284-4326-8807-d038d418d698 None None] Provisioning for port 51bc2558-943e-46ca-936a-1f6373c87035 completed by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:04:01.147717 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f96870-e371-4966-b123-3db49448c8e6 req-4d5ca0f3-f48f-440f-95c2-d0e8d62dc810 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:01.151877 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-02f96870-e371-4966-b123-3db49448c8e6 req-4d5ca0f3-f48f-440f-95c2-d0e8d62dc810 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.36 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1917245 Sep 20 16:04:01.158370 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e656a8c-7b50-43c2-8844-7571e7618f48', 'name': 'network-vif-deleted', 'tag': '1fd8eaa0-23c3-4698-8719-4afa41fb29bf', 'status': 'completed', 'code': 200} Sep 20 16:04:01.178447 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-17fa5046-4284-4326-8807-d038d418d698 None None] Provisioning complete for port 51bc2558-943e-46ca-936a-1f6373c87035 triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:04:01.178792 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-17fa5046-4284-4326-8807-d038d418d698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:01.220447 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c974490f-15d2-4519-8b50-ecd18c4bdbd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:01.226640 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c974490f-15d2-4519-8b50-ecd18c4bdbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036821680366'] for port, after_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:01.342318 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-6960a56f-73b5-49ce-8907-2f2658d0ad21 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:01.344816 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port 8c68dfec-633f-4534-9a69-34986c3eb378 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:04:01.345516 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:01.413218 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-17fa5046-4284-4326-8807-d038d418d698 None None] Port 51bc2558-943e-46ca-936a-1f6373c87035 cannot update to ACTIVE because it is not bound. {{(pid=82370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 20 16:04:01.415857 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-d8535097-51a1-46cb-9696-31a42e2359f0 req-4ea54641-5192-40b8-a2f6-11dba6ea348a tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Synchronizing usage tracker for tenant:8bf0b02c11fa406eb7e8152365858c89 on resource:port {{(pid=82368) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:04:01.454417 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [req-02f96870-e371-4966-b123-3db49448c8e6 req-f16abf1b-b761-4d9b-b70b-1ceba2618d91 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Deleting port ea85f18a-a185-4513-885e-4cd5ec8c7e2f {{(pid=82368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:04:01.454929 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-02f96870-e371-4966-b123-3db49448c8e6 req-f16abf1b-b761-4d9b-b70b-1ceba2618d91 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:01.508273 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-d8535097-51a1-46cb-9696-31a42e2359f0 req-4ea54641-5192-40b8-a2f6-11dba6ea348a tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Unset dirty status for tenant:8bf0b02c11fa406eb7e8152365858c89 on resource:port {{(pid=82368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:04:01.509772 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d8535097-51a1-46cb-9696-31a42e2359f0 req-4ea54641-5192-40b8-a2f6-11dba6ea348a tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7e656a8c-7b50-43c2-8844-7571e7618f48 HTTP/1.1" status: 200 len: 210 time: 0.1669929 Sep 20 16:04:01.537153 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c974490f-15d2-4519-8b50-ecd18c4bdbd0 admin admin] Pushing event updated for resources: {'Port': ['ID=51bc2558-943e-46ca-936a-1f6373c87035,revision_number=2']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:01.547243 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c974490f-15d2-4519-8b50-ecd18c4bdbd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:01.554680 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c974490f-15d2-4519-8b50-ecd18c4bdbd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853516226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1017672'] for router_interface, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:01.590924 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff046531-d5e3-4978-9060-b425cdd44809 req-d211dbe2-9579-4a4e-8059-f5adeaf7dce0 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:01.600843 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ff046531-d5e3-4978-9060-b425cdd44809 req-d211dbe2-9579-4a4e-8059-f5adeaf7dce0 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 984 time: 0.3592267 Sep 20 16:04:01.732459 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c974490f-15d2-4519-8b50-ecd18c4bdbd0 admin admin] Network 3486c4e5-0021-45c8-9533-9b5c178c51f3 is already hosted by enough agents. {{(pid=82369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:04:01.736776 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-c974490f-15d2-4519-8b50-ecd18c4bdbd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:04:01.885197 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ff046531-d5e3-4978-9060-b425cdd44809 req-53bad5ad-96fe-43d4-8279-6e3799b69094 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&id=ae539866-9bb7-4df5-a9b8-409d97d3ec17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2845886 Sep 20 16:04:01.903195 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-02f96870-e371-4966-b123-3db49448c8e6 req-f16abf1b-b761-4d9b-b70b-1ceba2618d91 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] For port ea85f18a-a185-4513-885e-4cd5ec8c7e2f, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=ea85f18a-a185-4513-885e-4cd5ec8c7e2f,segment=NetworkSegment(53b27ffb-2548-4ae3-9c2a-2f4b0770f622),segment_id=53b27ffb-2548-4ae3-9c2a-2f4b0770f622)] {{(pid=82368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:04:01.903710 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-02f96870-e371-4966-b123-3db49448c8e6 req-f16abf1b-b761-4d9b-b70b-1ceba2618d91 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:02.157854 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [req-02f96870-e371-4966-b123-3db49448c8e6 req-f16abf1b-b761-4d9b-b70b-1ceba2618d91 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Calling delete_port for ea85f18a-a185-4513-885e-4cd5ec8c7e2f owned by compute:nova {{(pid=82368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:04:02.246715 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-c0a6d039-fd58-4575-915a-a60eb08f2515 None None] Provisioning complete for port 51bc2558-943e-46ca-936a-1f6373c87035 triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:04:02.247191 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c0a6d039-fd58-4575-915a-a60eb08f2515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:02.282596 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c974490f-15d2-4519-8b50-ecd18c4bdbd0 admin admin] Router 99d76ff4-d17c-4897-b158-1e2217f6bf18 has already been hosted by L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a {{(pid=82369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 20 16:04:02.310722 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b384e-2324-49a4-8ca1-6c76757f205b req-f0ed0d76-96be-4847-8523-6fab099ee555 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:02.311045 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-c0a6d039-fd58-4575-915a-a60eb08f2515 None None] Port 51bc2558-943e-46ca-936a-1f6373c87035 cannot update to ACTIVE because it is not bound. {{(pid=82370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 20 16:04:02.313507 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2c4b384e-2324-49a4-8ca1-6c76757f205b req-f0ed0d76-96be-4847-8523-6fab099ee555 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/ports?device_id=2c936804-3f29-4891-af3a-e0f1e299e3cf HTTP/1.1" status: 200 len: 946 time: 0.1993215 Sep 20 16:04:02.376931 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-02f96870-e371-4966-b123-3db49448c8e6 req-f16abf1b-b761-4d9b-b70b-1ceba2618d91 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:02.384910 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-4a764da0-5dd8-445d-8b88-fe5c6489985d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:02.432636 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2c4b384e-2324-49a4-8ca1-6c76757f205b req-0ac37eb2-79dc-4365-a881-f8858f91d0b3 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.35 "GET /v2.0/security-groups?id=bf7ab208-7bc6-46e5-9789-d54b003a89e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118858 Sep 20 16:04:02.435270 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16abf1b-b761-4d9b-b70b-1ceba2618d91 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Pushing event deleted for resources: {'Port': ['ID=ea85f18a-a185-4513-885e-4cd5ec8c7e2f,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:02.438559 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f16abf1b-b761-4d9b-b70b-1ceba2618d91 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:02.505039 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c974490f-15d2-4519-8b50-ecd18c4bdbd0 admin admin] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 16:04:02.509227 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f96870-e371-4966-b123-3db49448c8e6 req-f16abf1b-b761-4d9b-b70b-1ceba2618d91 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] No DVR routers for this DVR port ea85f18a-a185-4513-885e-4cd5ec8c7e2f on host hv-cinder-80966 {{(pid=82368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 20 16:04:02.511486 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-02f96870-e371-4966-b123-3db49448c8e6 req-f16abf1b-b761-4d9b-b70b-1ceba2618d91 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:02.519106 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-c974490f-15d2-4519-8b50-ecd18c4bdbd0 admin admin] 10.222.0.35 "PUT /v2.0/routers/99d76ff4-d17c-4897-b158-1e2217f6bf18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6643305 Sep 20 16:04:02.521943 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-02f96870-e371-4966-b123-3db49448c8e6 req-f16abf1b-b761-4d9b-b70b-1ceba2618d91 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] 10.222.0.36 "DELETE /v2.0/ports/ea85f18a-a185-4513-885e-4cd5ec8c7e2f HTTP/1.1" status: 204 len: 173 time: 1.3625863 Sep 20 16:04:02.570214 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['ea85f18a-a185-4513-885e-4cd5ec8c7e2f'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:04:02.772317 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-86386e06-0d54-4e27-9920-1a97cffaa3db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:02.809847 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 4df80569-13db-4632-9530-96bee422e73c up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:04:02.973431 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning for port 4df80569-13db-4632-9530-96bee422e73c completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:04:02.981934 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port 4df80569-13db-4632-9530-96bee422e73c triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:04:02.982466 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:03.116533 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:03.137164 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] For port 4df80569-13db-4632-9530-96bee422e73c, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=4df80569-13db-4632-9530-96bee422e73c,segment=NetworkSegment(fa70b37f-a099-4785-9555-8d4eef3560f5),segment_id=fa70b37f-a099-4785-9555-8d4eef3560f5)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:04:03.141767 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:03.149087 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d647dca4-fce6-4fb0-89c6-355953d3d2c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:03.166028 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e3706-21bb-4584-9abe-9b2380436451 req-2cbdb899-2bae-43ef-bce1-74e06571973e tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:03.167808 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-847e3706-21bb-4584-9abe-9b2380436451 req-2cbdb899-2bae-43ef-bce1-74e06571973e tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 984 time: 0.1105030 Sep 20 16:04:03.168437 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c936804-3f29-4891-af3a-e0f1e299e3cf', 'name': 'network-vif-deleted', 'tag': 'ea85f18a-a185-4513-885e-4cd5ec8c7e2f'}] {{(pid=82368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:04:03.253273 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-847e3706-21bb-4584-9abe-9b2380436451 req-c4ed7583-7aee-4462-aa11-fea1489dcf46 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&id=ae539866-9bb7-4df5-a9b8-409d97d3ec17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0756180 Sep 20 16:04:03.255173 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c936804-3f29-4891-af3a-e0f1e299e3cf', 'name': 'network-vif-deleted', 'tag': 'ea85f18a-a185-4513-885e-4cd5ec8c7e2f', 'status': 'completed', 'code': 200} Sep 20 16:04:03.273971 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Pushing event updated for resources: {'Port': ['ID=4df80569-13db-4632-9530-96bee422e73c,revision_number=4']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:03.277713 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:03.315654 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 1fd8eaa0-23c3-4698-8719-4afa41fb29bf no longer exists at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:04:03.349153 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] No Port match for: 1fd8eaa0-23c3-4698-8719-4afa41fb29bf {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:04:03.349544 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 1fd8eaa0-23c3-4698-8719-4afa41fb29bf not bound to the agent host hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:04:03.350006 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device ea85f18a-a185-4513-885e-4cd5ec8c7e2f no longer exists at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:04:03.383352 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] No Port match for: ea85f18a-a185-4513-885e-4cd5ec8c7e2f {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:04:03.383750 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device ea85f18a-a185-4513-885e-4cd5ec8c7e2f not bound to the agent host hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:04:03.559092 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 57618) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:03.626761 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 57622) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:03.632950 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-45f0a217-59df-4b2b-8047-3f9b095abbaa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1284477534-network', 'tenant_id': '311b553bdf17450497b75bb23cbb8fb4'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:04:03.638396 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-45f0a217-59df-4b2b-8047-3f9b095abbaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:04:03.642976 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-45f0a217-59df-4b2b-8047-3f9b095abbaa admin admin] Usage tracker for resource:network and tenant:311b553bdf17450497b75bb23cbb8fb4 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:04:03.646313 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-45f0a217-59df-4b2b-8047-3f9b095abbaa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:04:03.652727 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-45f0a217-59df-4b2b-8047-3f9b095abbaa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:04:03.663457 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f0a217-59df-4b2b-8047-3f9b095abbaa admin admin] Made reservation on behalf of 311b553bdf17450497b75bb23cbb8fb4 for: {'network': 1} {{(pid=82369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 16:04:03.668814 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-45f0a217-59df-4b2b-8047-3f9b095abbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for network, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:03.684137 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-45f0a217-59df-4b2b-8047-3f9b095abbaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:03.720203 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-45f0a217-59df-4b2b-8047-3f9b095abbaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:04:03.724999 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-45f0a217-59df-4b2b-8047-3f9b095abbaa admin admin] Usage tracker for resource:security_group_rule and tenant:311b553bdf17450497b75bb23cbb8fb4 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:04:03.728500 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-45f0a217-59df-4b2b-8047-3f9b095abbaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:04:03.735334 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-45f0a217-59df-4b2b-8047-3f9b095abbaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:04:03.809464 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-45f0a217-59df-4b2b-8047-3f9b095abbaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:03.813110 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-45f0a217-59df-4b2b-8047-3f9b095abbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:03.817494 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-75f9c2c8-ceaa-4231-85a0-36b2c6e600d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:03.848664 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f0a217-59df-4b2b-8047-3f9b095abbaa admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=82369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 20 16:04:03.861990 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f0a217-59df-4b2b-8047-3f9b095abbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8abeed2a-0e2e-4da7-aead-14beed342f70,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:03.866261 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-45f0a217-59df-4b2b-8047-3f9b095abbaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:03.867337 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-45f0a217-59df-4b2b-8047-3f9b095abbaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854403426'] for segment, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:03.867872 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.db.segments_db [None req-45f0a217-59df-4b2b-8047-3f9b095abbaa admin admin] Added segment 28e8a9e5-e218-4c46-ba10-483cb8e45689 of type vlan for network d11a2306-17a8-4b41-b7bf-9dede1971e2b Sep 20 16:04:03.897225 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-45f0a217-59df-4b2b-8047-3f9b095abbaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786513467763'] for network, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:03.929300 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-45f0a217-59df-4b2b-8047-3f9b095abbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223'] for network, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:03.930723 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f0a217-59df-4b2b-8047-3f9b095abbaa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:03.931388 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-45f0a217-59df-4b2b-8047-3f9b095abbaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for network, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:03.937198 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d6ec5ca2-a3f8-4e73-98b7-7063bae61695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:04.018041 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64856c4a-ac41-4b4c-958e-b02c2eb05dea None None] Sync routers for ids ['99d76ff4-d17c-4897-b158-1e2217f6bf18'] in dv-cinder-809669-1-iscsi {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 16:04:04.037472 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64856c4a-ac41-4b4c-958e-b02c2eb05dea None None] Routers {'99d76ff4-d17c-4897-b158-1e2217f6bf18'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:04:04.043076 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-64856c4a-ac41-4b4c-958e-b02c2eb05dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:03:35Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['99d76ff4-d17c-4897-b158-1e2217f6bf18'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:04:04.048777 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f0a217-59df-4b2b-8047-3f9b095abbaa admin admin] Pushing event updated for resources: {'Network': ['ID=d11a2306-17a8-4b41-b7bf-9dede1971e2b,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:04.055172 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-45f0a217-59df-4b2b-8047-3f9b095abbaa admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4270656 Sep 20 16:04:04.055684 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 57634) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:04.056505 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-45f0a217-59df-4b2b-8047-3f9b095abbaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:04.062692 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-c2a84264-f551-479c-a10b-dcd188596e23 admin admin] Request body: {'subnet': {'network_id': 'd11a2306-17a8-4b41-b7bf-9dede1971e2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1284477534-subnet', 'tenant_id': '311b553bdf17450497b75bb23cbb8fb4', 'ip_version': 4}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:04:04.067974 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-c2a84264-f551-479c-a10b-dcd188596e23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:04:04.071981 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-c2a84264-f551-479c-a10b-dcd188596e23 admin admin] Usage tracker for resource:subnet and tenant:311b553bdf17450497b75bb23cbb8fb4 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:04:04.075010 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-c2a84264-f551-479c-a10b-dcd188596e23 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:04:04.081743 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-c2a84264-f551-479c-a10b-dcd188596e23 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:04:04.097561 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a84264-f551-479c-a10b-dcd188596e23 admin admin] Made reservation on behalf of 311b553bdf17450497b75bb23cbb8fb4 for: {'subnet': 1} {{(pid=82369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 16:04:04.102463 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c2a84264-f551-479c-a10b-dcd188596e23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036821389389'] for subnet, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:04.197874 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e6be4aab-a866-4dd3-9c16-583eb2f9a605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853748314'] for router_interface, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:04.294425 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Network d11a2306-17a8-4b41-b7bf-9dede1971e2b details requested by agent ovs-agent-dv-cinder-809669-1-iscsi with host dv-cinder-809669-1-iscsi {{(pid=82370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 20 16:04:04.479764 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c2a84264-f551-479c-a10b-dcd188596e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036821686390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036821389406'] for subnet, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:04.484299 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:04.493198 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:04.562904 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a84264-f551-479c-a10b-dcd188596e23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a2cb55a-eb4c-40a9-9aa4-4b61e8b8a6e0,revision_number=0']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:04.567374 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c2a84264-f551-479c-a10b-dcd188596e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:04.567912 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-64856c4a-ac41-4b4c-958e-b02c2eb05dea None None] Set router 99d76ff4-d17c-4897-b158-1e2217f6bf18 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:04:04.577462 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a84264-f551-479c-a10b-dcd188596e23 admin admin] Checking segment: {'id': '28e8a9e5-e218-4c46-ba10-483cb8e45689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd11a2306-17a8-4b41-b7bf-9dede1971e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:04:04.578635 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a84264-f551-479c-a10b-dcd188596e23 admin admin] Network hostable DHCP agents. Network: d11a2306-17a8-4b41-b7bf-9dede1971e2b, hostable agents: ['8165851e-a8d8-41e5-9937-b2b676de37d1'], hosted agents: [] {{(pid=82369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 20 16:04:04.601883 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a84264-f551-479c-a10b-dcd188596e23 admin admin] Network d11a2306-17a8-4b41-b7bf-9dede1971e2b is scheduled to be hosted by DHCP agent 8165851e-a8d8-41e5-9937-b2b676de37d1 with binding_index 1 {{(pid=82369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 20 16:04:04.610306 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-c2a84264-f551-479c-a10b-dcd188596e23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809669-1-iscsi, d11a2306-17a8-4b41-b7bf-9dede1971e2b) {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:04:04.623385 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a84264-f551-479c-a10b-dcd188596e23 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:04.624101 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c2a84264-f551-479c-a10b-dcd188596e23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:04.624729 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce54783-6ab7-4bcf-a4cc-21b1d56fc827 None None] Network d11a2306-17a8-4b41-b7bf-9dede1971e2b requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 16:04:04.634872 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc65605-64c5-4fff-811a-3c72504052ec req-90fb39ff-2063-4ef8-9f16-a28546c327e7 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:04.636514 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8dc65605-64c5-4fff-811a-3c72504052ec req-90fb39ff-2063-4ef8-9f16-a28546c327e7 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 984 time: 0.2206099 Sep 20 16:04:04.648110 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-c2a84264-f551-479c-a10b-dcd188596e23 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5904975 Sep 20 16:04:04.650752 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 57648) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:04.658482 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-6b9666d0-8640-4b90-9faa-4f4adea8edc0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1284477534-router', 'tenant_id': '311b553bdf17450497b75bb23cbb8fb4', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'}}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:04:04.664192 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-6b9666d0-8640-4b90-9faa-4f4adea8edc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:04:04.668667 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-6b9666d0-8640-4b90-9faa-4f4adea8edc0 admin admin] Usage tracker for resource:router and tenant:311b553bdf17450497b75bb23cbb8fb4 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:04:04.671694 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-6b9666d0-8640-4b90-9faa-4f4adea8edc0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:04:04.684317 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0613e9f0-5087-4dd0-b0fa-079c53058ec0 req-febde2ba-170c-49af-b785-adda452ebd90 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:04.685355 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-6b9666d0-8640-4b90-9faa-4f4adea8edc0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:04:04.685672 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0613e9f0-5087-4dd0-b0fa-079c53058ec0 req-febde2ba-170c-49af-b785-adda452ebd90 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0 HTTP/1.1" status: 200 len: 946 time: 0.2308969 Sep 20 16:04:04.703728 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6b9666d0-8640-4b90-9faa-4f4adea8edc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1025813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7918'] for router, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:04.704712 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6b9666d0-8640-4b90-9faa-4f4adea8edc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853749765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853757889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853807792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767898'] for router, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:04.735919 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6b9666d0-8640-4b90-9faa-4f4adea8edc0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:04.802787 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 4df80569-13db-4632-9530-96bee422e73c up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:04:04.824063 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8dc65605-64c5-4fff-811a-3c72504052ec req-4a2d4900-ce3c-42c0-b504-7ccde4c6b9e3 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&id=ae539866-9bb7-4df5-a9b8-409d97d3ec17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1729507 Sep 20 16:04:04.877310 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0613e9f0-5087-4dd0-b0fa-079c53058ec0 req-a943181b-edad-4839-9345-2456f4ce958c tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821618 Sep 20 16:04:05.135957 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6b9666d0-8640-4b90-9faa-4f4adea8edc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853757940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1025898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767881'] for router, precommit_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:05.198416 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-e6be4aab-a866-4dd3-9c16-583eb2f9a605 admin admin] Deleting port b8f1564b-f7e8-4f81-a823-e86d3ddfca97 {{(pid=82368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:04:05.199380 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e6be4aab-a866-4dd3-9c16-583eb2f9a605 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:05.243631 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-50e56fcf-c291-42d4-a8d8-84ae32214543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:05.284353 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port 4df80569-13db-4632-9530-96bee422e73c triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:04:05.284759 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:05.348498 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6b9666d0-8640-4b90-9faa-4f4adea8edc0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:05.374392 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73732db-5097-4ade-8bb7-b376e70555a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp970513e9-e7d8-5bbd-b580-39df46ea091a-d11a2306-17a8-4b41-b7bf-9dede1971e2b', 'network_id': 'd11a2306-17a8-4b41-b7bf-9dede1971e2b', 'tenant_id': '311b553bdf17450497b75bb23cbb8fb4', 'fixed_ips': [{'subnet_id': '3a2cb55a-eb4c-40a9-9aa4-4b61e8b8a6e0'}]}} from dv-cinder-809669-1-iscsi. {{(pid=82370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Sep 20 16:04:05.375313 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a73732db-5097-4ade-8bb7-b376e70555a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:05.382222 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6b9666d0-8640-4b90-9faa-4f4adea8edc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:05.402438 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-e6be4aab-a866-4dd3-9c16-583eb2f9a605 admin admin] For port b8f1564b-f7e8-4f81-a823-e86d3ddfca97, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=b8f1564b-f7e8-4f81-a823-e86d3ddfca97,segment=NetworkSegment(53b27ffb-2548-4ae3-9c2a-2f4b0770f622),segment_id=53b27ffb-2548-4ae3-9c2a-2f4b0770f622)] {{(pid=82368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:04:05.402887 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e6be4aab-a866-4dd3-9c16-583eb2f9a605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:05.547496 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [None req-6b9666d0-8640-4b90-9faa-4f4adea8edc0 admin admin] Allocated IP 172.27.3.115 (378c8f1a-f14e-4679-b139-5c2d775a72d9/ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1/e6f27b6c-46a7-4bb3-8308-c9a983d738b8) {{(pid=82369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 16:04:05.576580 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-e6be4aab-a866-4dd3-9c16-583eb2f9a605 admin admin] Calling delete_port for b8f1564b-f7e8-4f81-a823-e86d3ddfca97 owned by network:router_interface {{(pid=82368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:04:05.622230 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-64856c4a-ac41-4b4c-958e-b02c2eb05dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'name': 'tempest-TestVolumeBootPattern-997459256-router', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '4df80569-13db-4632-9530-96bee422e73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:03:55Z', 'updated_at': '2021-09-20T16:04:00Z', 'revision_number': 4, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'gw_port': {'id': '4df80569-13db-4632-9530-96bee422e73c', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:56Z', 'updated_at': '2021-09-20T16:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': '51bc2558-943e-46ca-936a-1f6373c87035', 'name': '', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'mac_address': 'fa:16:3e:f5:b9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:58Z', 'updated_at': '2021-09-20T16:04:00Z', 'revision_number': 2, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'subnets': [{'id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:04:05.642010 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:05.642893 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64856c4a-ac41-4b4c-958e-b02c2eb05dea None None] Checking router: 99d76ff4-d17c-4897-b158-1e2217f6bf18 for host: dv-cinder-809669-1-iscsi {{(pid=82370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 16:04:05.643451 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64856c4a-ac41-4b4c-958e-b02c2eb05dea None None] Updating router 99d76ff4-d17c-4897-b158-1e2217f6bf18 port 51bc2558-943e-46ca-936a-1f6373c87035 binding host dv-cinder-809669-1-iscsi {{(pid=82370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 20 16:04:05.720282 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-64856c4a-ac41-4b4c-958e-b02c2eb05dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:05.731751 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [None req-a73732db-5097-4ade-8bb7-b376e70555a3 None None] Allocated IP 172.20.0.2 (d11a2306-17a8-4b41-b7bf-9dede1971e2b/3a2cb55a-eb4c-40a9-9aa4-4b61e8b8a6e0/9b0c302d-2ebc-4c59-9137-de699cefe2b5) {{(pid=82370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 16:04:05.739939 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6b9666d0-8640-4b90-9faa-4f4adea8edc0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:05.770684 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6b9666d0-8640-4b90-9faa-4f4adea8edc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33095450'] for port, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:05.775822 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-9165f0f2-047d-466a-8316-0c222077e670 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:05.881586 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9666d0-8640-4b90-9faa-4f4adea8edc0 admin admin] Pushing event updated for resources: {'Port': ['ID=e6f27b6c-46a7-4bb3-8308-c9a983d738b8,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:05.884979 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-6b9666d0-8640-4b90-9faa-4f4adea8edc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:05.915602 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9666d0-8640-4b90-9faa-4f4adea8edc0 admin admin] Network 378c8f1a-f14e-4679-b139-5c2d775a72d9 is already hosted by enough agents. {{(pid=82369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:04:05.916891 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-6b9666d0-8640-4b90-9faa-4f4adea8edc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:04:05.919454 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9666d0-8640-4b90-9faa-4f4adea8edc0 admin admin] Received port after_create {{(pid=82369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 16:04:05.978239 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e6be4aab-a866-4dd3-9c16-583eb2f9a605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:05.986619 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-23db8422-7ab8-4440-ba90-0db60ac9961d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:06.140263 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be4aab-a866-4dd3-9c16-583eb2f9a605 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8f1564b-f7e8-4f81-a823-e86d3ddfca97,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:06.164550 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6b9666d0-8640-4b90-9faa-4f4adea8edc0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:06.165316 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6b9666d0-8640-4b90-9faa-4f4adea8edc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853749987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1017962'] for router, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:06.191690 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a73732db-5097-4ade-8bb7-b376e70555a3 None None] Notify callbacks [] for port, precommit_create {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:06.220424 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-a73732db-5097-4ade-8bb7-b376e70555a3 None None] Transition to ACTIVE for port object 9b0c302d-2ebc-4c59-9137-de699cefe2b5 will not be triggered until provisioned by entity L2. {{(pid=82370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:04:06.250174 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-a73732db-5097-4ade-8bb7-b376e70555a3 None None] Transition to ACTIVE for port object 9b0c302d-2ebc-4c59-9137-de699cefe2b5 will not be triggered until provisioned by entity DHCP. {{(pid=82370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:04:06.264637 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a73732db-5097-4ade-8bb7-b376e70555a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572'] for port, after_create {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:06.272057 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d647dca4-fce6-4fb0-89c6-355953d3d2c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:06.398617 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-e6be4aab-a866-4dd3-9c16-583eb2f9a605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:06.407581 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73732db-5097-4ade-8bb7-b376e70555a3 None None] Network d11a2306-17a8-4b41-b7bf-9dede1971e2b is already hosted by enough agents. {{(pid=82370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:04:06.413160 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-64856c4a-ac41-4b4c-958e-b02c2eb05dea None None] Notify callbacks [] for port, precommit_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:06.415755 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-a73732db-5097-4ade-8bb7-b376e70555a3 None None] Resources bound (agent type, host, resource id): {{(pid=82370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:04:06.422462 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73732db-5097-4ade-8bb7-b376e70555a3 None None] Received port after_create {{(pid=82370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 16:04:06.424612 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73732db-5097-4ade-8bb7-b376e70555a3 None None] Pushing event updated for resources: {'Port': ['ID=9b0c302d-2ebc-4c59-9137-de699cefe2b5,revision_number=1']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:06.428813 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-a73732db-5097-4ade-8bb7-b376e70555a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:06.432189 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9666d0-8640-4b90-9faa-4f4adea8edc0 admin admin] Router 7eeebcea-2006-42ed-a4b4-e2d63ba622c0 is scheduled to L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a with binding_index 1 {{(pid=82369) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Sep 20 16:04:06.467430 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-64856c4a-ac41-4b4c-958e-b02c2eb05dea None None] Transition to ACTIVE for port object 51bc2558-943e-46ca-936a-1f6373c87035 will not be triggered until provisioned by entity L2. {{(pid=82370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:04:06.504211 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-64856c4a-ac41-4b4c-958e-b02c2eb05dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:06.512960 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:06.587494 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-a73732db-5097-4ade-8bb7-b376e70555a3 None None] Attempting to bind port 9b0c302d-2ebc-4c59-9137-de699cefe2b5 on host dv-cinder-809669-1-iscsi for vnic_type normal with profile {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 16:04:06.587917 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-a73732db-5097-4ade-8bb7-b376e70555a3 None None] Attempting to bind port 9b0c302d-2ebc-4c59-9137-de699cefe2b5 by drivers openvswitch,hyperv on host dv-cinder-809669-1-iscsi at level 0 using segments [{'id': '28e8a9e5-e218-4c46-ba10-483cb8e45689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd11a2306-17a8-4b41-b7bf-9dede1971e2b'}] {{(pid=82370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 16:04:06.588326 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73732db-5097-4ade-8bb7-b376e70555a3 None None] Attempting to bind port 9b0c302d-2ebc-4c59-9137-de699cefe2b5 on network d11a2306-17a8-4b41-b7bf-9dede1971e2b {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:04:06.653842 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7fa512-ed78-41b8-bfe0-ff61f7621647 None None] Pushing event updated for resources: {'Port': ['ID=51bc2558-943e-46ca-936a-1f6373c87035,revision_number=3']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:06.665264 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-8b7fa512-ed78-41b8-bfe0-ff61f7621647 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:06.666733 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73732db-5097-4ade-8bb7-b376e70555a3 None None] Checking agent: {'id': 'e3ab64f4-5a45-40ad-bdab-6ad34693b70b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 51, 4), 'started_at': datetime.datetime(2021, 9, 20, 15, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 16, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 16:04:06.667198 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73732db-5097-4ade-8bb7-b376e70555a3 None None] Checking segment: {'id': '28e8a9e5-e218-4c46-ba10-483cb8e45689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd11a2306-17a8-4b41-b7bf-9dede1971e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:04:06.667654 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a73732db-5097-4ade-8bb7-b376e70555a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:06.668092 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73732db-5097-4ade-8bb7-b376e70555a3 None None] Bound using segment: {'id': '28e8a9e5-e218-4c46-ba10-483cb8e45689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd11a2306-17a8-4b41-b7bf-9dede1971e2b'} {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 16:04:06.668618 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-a73732db-5097-4ade-8bb7-b376e70555a3 None None] Bound port: 9b0c302d-2ebc-4c59-9137-de699cefe2b5, host: dv-cinder-809669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e8a9e5-e218-4c46-ba10-483cb8e45689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd11a2306-17a8-4b41-b7bf-9dede1971e2b'}}] {{(pid=82370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 16:04:06.669042 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a73732db-5097-4ade-8bb7-b376e70555a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:06.672279 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9666d0-8640-4b90-9faa-4f4adea8edc0 admin admin] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 16:04:06.696446 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49791778-dc78-4b95-8c56-c1e9e8b97e6a None None] Sync routers for ids ['7eeebcea-2006-42ed-a4b4-e2d63ba622c0'] in dv-cinder-809669-1-iscsi {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 16:04:06.701964 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6b9666d0-8640-4b90-9faa-4f4adea8edc0 admin admin] Notify callbacks [] for router, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:06.704888 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-6b9666d0-8640-4b90-9faa-4f4adea8edc0 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0521867 Sep 20 16:04:06.707382 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 57664) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:06.730041 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18f4dfb-7d40-4e7b-a26b-2f1db3d1e8bb req-ee1e1b2c-b815-4a76-9dc1-097d0846c2d0 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:06.732069 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e18f4dfb-7d40-4e7b-a26b-2f1db3d1e8bb req-ee1e1b2c-b815-4a76-9dc1-097d0846c2d0 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.36 "GET /v2.0/ports?device_id=baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0 HTTP/1.1" status: 200 len: 946 time: 0.5829291 Sep 20 16:04:06.738314 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c4a369-6bf3-4453-9bd4-302e881b4321 req-4d471b25-5eec-48bb-aac4-7d4ccc226d3d tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:06.747039 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f1c4a369-6bf3-4453-9bd4-302e881b4321 req-4d471b25-5eec-48bb-aac4-7d4ccc226d3d tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 984 time: 0.6698990 Sep 20 16:04:06.752128 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49791778-dc78-4b95-8c56-c1e9e8b97e6a None None] Routers {'7eeebcea-2006-42ed-a4b4-e2d63ba622c0'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:04:06.752837 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-49791778-dc78-4b95-8c56-c1e9e8b97e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:04:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['7eeebcea-2006-42ed-a4b4-e2d63ba622c0'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:04:06.754559 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ebed46-8afd-4598-81dc-86716a824ed9 req-d535d369-7949-4fb3-a9a6-307955ae22c9 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:06.762862 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-95ebed46-8afd-4598-81dc-86716a824ed9 req-d535d369-7949-4fb3-a9a6-307955ae22c9 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0 HTTP/1.1" status: 200 len: 946 time: 0.6150689 Sep 20 16:04:06.958021 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-64856c4a-ac41-4b4c-958e-b02c2eb05dea None None] Attempting to bind port 51bc2558-943e-46ca-936a-1f6373c87035 on host dv-cinder-809669-1-iscsi for vnic_type normal with profile {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 16:04:06.962219 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-64856c4a-ac41-4b4c-958e-b02c2eb05dea None None] Attempting to bind port 51bc2558-943e-46ca-936a-1f6373c87035 by drivers openvswitch,hyperv on host dv-cinder-809669-1-iscsi at level 0 using segments [{'id': '9cb9c279-b877-460a-9cc6-db0e812143bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3'}] {{(pid=82370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 16:04:06.967392 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64856c4a-ac41-4b4c-958e-b02c2eb05dea None None] Attempting to bind port 51bc2558-943e-46ca-936a-1f6373c87035 on network 3486c4e5-0021-45c8-9533-9b5c178c51f3 {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:04:07.002832 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:07.026141 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64856c4a-ac41-4b4c-958e-b02c2eb05dea None None] Checking agent: {'id': 'e3ab64f4-5a45-40ad-bdab-6ad34693b70b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 51, 4), 'started_at': datetime.datetime(2021, 9, 20, 15, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 16, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 16:04:07.026742 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [req-e18f4dfb-7d40-4e7b-a26b-2f1db3d1e8bb req-7192d5ee-cb3c-4e3b-8b61-02c1e8c102c1 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Deleting port 238e2abe-2575-4515-b350-ded21246b499 {{(pid=82368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:04:07.027173 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64856c4a-ac41-4b4c-958e-b02c2eb05dea None None] Checking segment: {'id': '9cb9c279-b877-460a-9cc6-db0e812143bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:04:07.027294 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-e18f4dfb-7d40-4e7b-a26b-2f1db3d1e8bb req-7192d5ee-cb3c-4e3b-8b61-02c1e8c102c1 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:07.027986 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-64856c4a-ac41-4b4c-958e-b02c2eb05dea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:07.028616 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64856c4a-ac41-4b4c-958e-b02c2eb05dea None None] Bound using segment: {'id': '9cb9c279-b877-460a-9cc6-db0e812143bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3'} {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 16:04:07.029358 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-64856c4a-ac41-4b4c-958e-b02c2eb05dea None None] Bound port: 51bc2558-943e-46ca-936a-1f6373c87035, host: dv-cinder-809669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cb9c279-b877-460a-9cc6-db0e812143bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3'}}] {{(pid=82370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 16:04:07.029995 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-64856c4a-ac41-4b4c-958e-b02c2eb05dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:07.049140 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-a73732db-5097-4ade-8bb7-b376e70555a3 None None] For port 9b0c302d-2ebc-4c59-9137-de699cefe2b5, host dv-cinder-809669-1-iscsi, cleared binding levels {{(pid=82370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 16:04:07.090561 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-a73732db-5097-4ade-8bb7-b376e70555a3 None None] For port 9b0c302d-2ebc-4c59-9137-de699cefe2b5, host dv-cinder-809669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=9b0c302d-2ebc-4c59-9137-de699cefe2b5,segment=NetworkSegment(28e8a9e5-e218-4c46-ba10-483cb8e45689),segment_id=28e8a9e5-e218-4c46-ba10-483cb8e45689)] {{(pid=82370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 16:04:07.103460 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-95ebed46-8afd-4598-81dc-86716a824ed9 req-3ccc7845-f579-4e18-8842-5ae614e506f4 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396168 Sep 20 16:04:07.121189 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f1c4a369-6bf3-4453-9bd4-302e881b4321 req-279a5cc5-b200-468b-9bb7-cfba052a9437 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&id=ae539866-9bb7-4df5-a9b8-409d97d3ec17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3731964 Sep 20 16:04:07.168706 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-49791778-dc78-4b95-8c56-c1e9e8b97e6a None None] Set router 7eeebcea-2006-42ed-a4b4-e2d63ba622c0 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:04:07.194344 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a73732db-5097-4ade-8bb7-b376e70555a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:07.203573 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:07.422723 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-64856c4a-ac41-4b4c-958e-b02c2eb05dea None None] For port 51bc2558-943e-46ca-936a-1f6373c87035, host dv-cinder-809669-1-iscsi, cleared binding levels {{(pid=82370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 16:04:07.425388 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73732db-5097-4ade-8bb7-b376e70555a3 None None] Pushing event updated for resources: {'Port': ['ID=9b0c302d-2ebc-4c59-9137-de699cefe2b5,revision_number=2']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:07.443836 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-a73732db-5097-4ade-8bb7-b376e70555a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:07.446347 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-64856c4a-ac41-4b4c-958e-b02c2eb05dea None None] For port 51bc2558-943e-46ca-936a-1f6373c87035, host dv-cinder-809669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=51bc2558-943e-46ca-936a-1f6373c87035,segment=NetworkSegment(9cb9c279-b877-460a-9cc6-db0e812143bc),segment_id=9cb9c279-b877-460a-9cc6-db0e812143bc)] {{(pid=82370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 16:04:07.456366 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-64856c4a-ac41-4b4c-958e-b02c2eb05dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:07.462137 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:07.488403 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e6be4aab-a866-4dd3-9c16-583eb2f9a605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1259574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853748280'] for router_interface, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:07.539481 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-e18f4dfb-7d40-4e7b-a26b-2f1db3d1e8bb req-7192d5ee-cb3c-4e3b-8b61-02c1e8c102c1 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] For port 238e2abe-2575-4515-b350-ded21246b499, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=238e2abe-2575-4515-b350-ded21246b499,segment=NetworkSegment(af014d27-e93b-4a03-86de-e38863424f3d),segment_id=af014d27-e93b-4a03-86de-e38863424f3d)] {{(pid=82368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:04:07.539811 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-e18f4dfb-7d40-4e7b-a26b-2f1db3d1e8bb req-7192d5ee-cb3c-4e3b-8b61-02c1e8c102c1 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:07.706628 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-49791778-dc78-4b95-8c56-c1e9e8b97e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eeebcea-2006-42ed-a4b4-e2d63ba622c0', 'name': 'tempest-TestVolumeBootPattern-1284477534-router', 'tenant_id': '311b553bdf17450497b75bb23cbb8fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'e6f27b6c-46a7-4bb3-8308-c9a983d738b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:04:04Z', 'updated_at': '2021-09-20T16:04:06Z', 'revision_number': 3, 'project_id': '311b553bdf17450497b75bb23cbb8fb4', 'gw_port': {'id': 'e6f27b6c-46a7-4bb3-8308-c9a983d738b8', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:39:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eeebcea-2006-42ed-a4b4-e2d63ba622c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:04:05Z', 'updated_at': '2021-09-20T16:04:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi'}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:04:07.717258 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49791778-dc78-4b95-8c56-c1e9e8b97e6a None None] Checking router: 7eeebcea-2006-42ed-a4b4-e2d63ba622c0 for host: dv-cinder-809669-1-iscsi {{(pid=82371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 16:04:07.718343 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49791778-dc78-4b95-8c56-c1e9e8b97e6a None None] Updating router 7eeebcea-2006-42ed-a4b4-e2d63ba622c0 port e6f27b6c-46a7-4bb3-8308-c9a983d738b8 binding host dv-cinder-809669-1-iscsi {{(pid=82371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 20 16:04:07.811427 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7fa512-ed78-41b8-bfe0-ff61f7621647 None None] Pushing event updated for resources: {'Port': ['ID=51bc2558-943e-46ca-936a-1f6373c87035,revision_number=4']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:07.817593 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8e2d1ea8-6bc7-4213-87e6-989f96b5ad21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:07.827341 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64856c4a-ac41-4b4c-958e-b02c2eb05dea None None] Routers {'99d76ff4-d17c-4897-b158-1e2217f6bf18'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:04:07.828838 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-64856c4a-ac41-4b4c-958e-b02c2eb05dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:04:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['99d76ff4-d17c-4897-b158-1e2217f6bf18'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:04:07.852876 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-49791778-dc78-4b95-8c56-c1e9e8b97e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:07.868402 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [req-e18f4dfb-7d40-4e7b-a26b-2f1db3d1e8bb req-7192d5ee-cb3c-4e3b-8b61-02c1e8c102c1 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Calling delete_port for 238e2abe-2575-4515-b350-ded21246b499 owned by compute:nova {{(pid=82368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:04:07.933482 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-8b7fa512-ed78-41b8-bfe0-ff61f7621647 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:08.162440 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-64856c4a-ac41-4b4c-958e-b02c2eb05dea None None] Set router 99d76ff4-d17c-4897-b158-1e2217f6bf18 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:04:08.222248 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-e18f4dfb-7d40-4e7b-a26b-2f1db3d1e8bb req-7192d5ee-cb3c-4e3b-8b61-02c1e8c102c1 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:08.231706 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [None req-8e2d1ea8-6bc7-4213-87e6-989f96b5ad21 admin admin] Allocated IP 172.20.0.1 (d11a2306-17a8-4b41-b7bf-9dede1971e2b/3a2cb55a-eb4c-40a9-9aa4-4b61e8b8a6e0/a38bd712-403d-4cb0-ae3b-42b13d0625fe) {{(pid=82369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 16:04:08.237387 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f16abf1b-b761-4d9b-b70b-1ceba2618d91 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:08.352032 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192d5ee-cb3c-4e3b-8b61-02c1e8c102c1 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Pushing event deleted for resources: {'Port': ['ID=238e2abe-2575-4515-b350-ded21246b499,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:08.358725 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-7192d5ee-cb3c-4e3b-8b61-02c1e8c102c1 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:08.420313 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8e2d1ea8-6bc7-4213-87e6-989f96b5ad21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:08.436838 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-8e2d1ea8-6bc7-4213-87e6-989f96b5ad21 admin admin] Transition to ACTIVE for port object a38bd712-403d-4cb0-ae3b-42b13d0625fe will not be triggered until provisioned by entity DHCP. {{(pid=82369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:04:08.459955 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8e2d1ea8-6bc7-4213-87e6-989f96b5ad21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33095450'] for port, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:08.465384 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0a2760e3-0fac-41ae-a0a4-d8752f609c05 tempest-ServerRescueNegativeTestJSON-1714519937 tempest-ServerRescueNegativeTestJSON-1714519937-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:08.483548 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-49791778-dc78-4b95-8c56-c1e9e8b97e6a None None] Notify callbacks [] for port, precommit_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:08.495856 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-49791778-dc78-4b95-8c56-c1e9e8b97e6a None None] Transition to ACTIVE for port object e6f27b6c-46a7-4bb3-8308-c9a983d738b8 will not be triggered until provisioned by entity L2. {{(pid=82371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:04:08.504657 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-49791778-dc78-4b95-8c56-c1e9e8b97e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:08.510191 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:08.541706 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2d1ea8-6bc7-4213-87e6-989f96b5ad21 admin admin] Network d11a2306-17a8-4b41-b7bf-9dede1971e2b is already hosted by enough agents. {{(pid=82369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:04:08.545533 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-8e2d1ea8-6bc7-4213-87e6-989f96b5ad21 admin admin] Resources bound (agent type, host, resource id): {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:04:08.550281 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2d1ea8-6bc7-4213-87e6-989f96b5ad21 admin admin] Received port after_create {{(pid=82369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 16:04:08.606388 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['c19460c0-3a44-4fe8-8bbf-ef0855b29da3', '8e9f2662-9c4a-4709-afef-936a6aa9a305', '238e2abe-2575-4515-b350-ded21246b499'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:04:08.653942 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-49791778-dc78-4b95-8c56-c1e9e8b97e6a None None] Attempting to bind port e6f27b6c-46a7-4bb3-8308-c9a983d738b8 on host dv-cinder-809669-1-iscsi for vnic_type normal with profile {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 16:04:08.654355 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-49791778-dc78-4b95-8c56-c1e9e8b97e6a None None] Attempting to bind port e6f27b6c-46a7-4bb3-8308-c9a983d738b8 by drivers openvswitch,hyperv on host dv-cinder-809669-1-iscsi at level 0 using segments [{'id': 'fa70b37f-a099-4785-9555-8d4eef3560f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'}] {{(pid=82371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 16:04:08.654767 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49791778-dc78-4b95-8c56-c1e9e8b97e6a None None] Attempting to bind port e6f27b6c-46a7-4bb3-8308-c9a983d738b8 on network 378c8f1a-f14e-4679-b139-5c2d775a72d9 {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:04:08.695636 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [req-e18f4dfb-7d40-4e7b-a26b-2f1db3d1e8bb req-7192d5ee-cb3c-4e3b-8b61-02c1e8c102c1 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] No DVR routers for this DVR port 238e2abe-2575-4515-b350-ded21246b499 on host hv-cinder-80966 {{(pid=82368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 20 16:04:08.714316 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b1031b17-b887-48f6-9f65-aacf952f0384 req-a5553451-b348-41f9-9335-fc7bdb5c58ae tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0 HTTP/1.1" status: 200 len: 210 time: 0.2492402 Sep 20 16:04:08.718425 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-e18f4dfb-7d40-4e7b-a26b-2f1db3d1e8bb req-7192d5ee-cb3c-4e3b-8b61-02c1e8c102c1 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:08.726305 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49791778-dc78-4b95-8c56-c1e9e8b97e6a None None] Checking agent: {'id': 'e3ab64f4-5a45-40ad-bdab-6ad34693b70b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 51, 4), 'started_at': datetime.datetime(2021, 9, 20, 15, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 16, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 16:04:08.726791 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49791778-dc78-4b95-8c56-c1e9e8b97e6a None None] Checking segment: {'id': 'fa70b37f-a099-4785-9555-8d4eef3560f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:04:08.727286 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-49791778-dc78-4b95-8c56-c1e9e8b97e6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:08.727733 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49791778-dc78-4b95-8c56-c1e9e8b97e6a None None] Bound using segment: {'id': 'fa70b37f-a099-4785-9555-8d4eef3560f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'} {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 16:04:08.728279 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-49791778-dc78-4b95-8c56-c1e9e8b97e6a None None] Bound port: e6f27b6c-46a7-4bb3-8308-c9a983d738b8, host: dv-cinder-809669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa70b37f-a099-4785-9555-8d4eef3560f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'}}] {{(pid=82371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 16:04:08.731894 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0', 'name': 'network-vif-deleted', 'tag': '238e2abe-2575-4515-b350-ded21246b499'}] {{(pid=82368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:04:08.733695 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-49791778-dc78-4b95-8c56-c1e9e8b97e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:08.827458 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b54e5e-38a8-4274-9621-197c497dc076 None None] Pushing event updated for resources: {'Port': ['ID=e6f27b6c-46a7-4bb3-8308-c9a983d738b8,revision_number=2']} {{(pid=82371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:08.832697 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f7b54e5e-38a8-4274-9621-197c497dc076 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:08.834402 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e18f4dfb-7d40-4e7b-a26b-2f1db3d1e8bb req-7192d5ee-cb3c-4e3b-8b61-02c1e8c102c1 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.36 "DELETE /v2.0/ports/238e2abe-2575-4515-b350-ded21246b499 HTTP/1.1" status: 204 len: 173 time: 2.0674760 Sep 20 16:04:08.922730 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0c03fc-2ab1-49fd-8116-424e653a2745 req-1c22b28d-0051-4571-a982-c1f84528d498 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:08.930769 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0a0c03fc-2ab1-49fd-8116-424e653a2745 req-1c22b28d-0051-4571-a982-c1f84528d498 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 984 time: 0.5095646 Sep 20 16:04:08.936243 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-49791778-dc78-4b95-8c56-c1e9e8b97e6a None None] For port e6f27b6c-46a7-4bb3-8308-c9a983d738b8, host dv-cinder-809669-1-iscsi, cleared binding levels {{(pid=82371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 16:04:08.946294 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 9b0c302d-2ebc-4c59-9137-de699cefe2b5 up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:04:08.948717 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa74fe8-d33a-4891-9e76-ab4a3ae5dfd0', 'name': 'network-vif-deleted', 'tag': '238e2abe-2575-4515-b350-ded21246b499', 'status': 'completed', 'code': 200} Sep 20 16:04:08.952950 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-49791778-dc78-4b95-8c56-c1e9e8b97e6a None None] For port e6f27b6c-46a7-4bb3-8308-c9a983d738b8, host dv-cinder-809669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=e6f27b6c-46a7-4bb3-8308-c9a983d738b8,segment=NetworkSegment(fa70b37f-a099-4785-9555-8d4eef3560f5),segment_id=fa70b37f-a099-4785-9555-8d4eef3560f5)] {{(pid=82371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 16:04:08.958003 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-49791778-dc78-4b95-8c56-c1e9e8b97e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:08.962894 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:08.989043 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d1ea8-6bc7-4213-87e6-989f96b5ad21 admin admin] Pushing event updated for resources: {'Port': ['ID=a38bd712-403d-4cb0-ae3b-42b13d0625fe,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:09.005502 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-8e2d1ea8-6bc7-4213-87e6-989f96b5ad21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:09.034814 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8e2d1ea8-6bc7-4213-87e6-989f96b5ad21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853758162'] for router_interface, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:09.169624 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-64856c4a-ac41-4b4c-958e-b02c2eb05dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'name': 'tempest-TestVolumeBootPattern-997459256-router', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '4df80569-13db-4632-9530-96bee422e73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:03:55Z', 'updated_at': '2021-09-20T16:04:00Z', 'revision_number': 4, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'gw_port': {'id': '4df80569-13db-4632-9530-96bee422e73c', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:56Z', 'updated_at': '2021-09-20T16:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': '51bc2558-943e-46ca-936a-1f6373c87035', 'name': '', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'mac_address': 'fa:16:3e:f5:b9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:58Z', 'updated_at': '2021-09-20T16:04:07Z', 'revision_number': 4, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'subnets': [{'id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:04:09.178778 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b54e5e-38a8-4274-9621-197c497dc076 None None] Pushing event updated for resources: {'Port': ['ID=e6f27b6c-46a7-4bb3-8308-c9a983d738b8,revision_number=3']} {{(pid=82371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:09.185070 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64856c4a-ac41-4b4c-958e-b02c2eb05dea None None] The sync data for ids ['99d76ff4-d17c-4897-b158-1e2217f6bf18'] in dv-cinder-809669-1-iscsi is: [{'id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'name': 'tempest-TestVolumeBootPattern-997459256-router', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '4df80569-13db-4632-9530-96bee422e73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:03:55Z', 'updated_at': '2021-09-20T16:04:00Z', 'revision_number': 4, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'gw_port': {'id': '4df80569-13db-4632-9530-96bee422e73c', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:56Z', 'updated_at': '2021-09-20T16:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': '51bc2558-943e-46ca-936a-1f6373c87035', 'name': '', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'mac_address': 'fa:16:3e:f5:b9:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:58Z', 'updated_at': '2021-09-20T16:04:07Z', 'revision_number': 4, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'subnets': [{'id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 16:04:09.190589 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning for port 9b0c302d-2ebc-4c59-9137-de699cefe2b5 completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:04:09.208835 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f7b54e5e-38a8-4274-9621-197c497dc076 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:09.214349 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49791778-dc78-4b95-8c56-c1e9e8b97e6a None None] Routers {'7eeebcea-2006-42ed-a4b4-e2d63ba622c0'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:04:09.217824 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-49791778-dc78-4b95-8c56-c1e9e8b97e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:04:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['7eeebcea-2006-42ed-a4b4-e2d63ba622c0'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:04:09.224140 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8e2d1ea8-6bc7-4213-87e6-989f96b5ad21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:09.512196 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0a0c03fc-2ab1-49fd-8116-424e653a2745 req-97606d51-d2c7-48d9-abdf-bf3e0c43e64f tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&id=ae539866-9bb7-4df5-a9b8-409d97d3ec17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5805078 Sep 20 16:04:09.608449 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-49791778-dc78-4b95-8c56-c1e9e8b97e6a None None] Set router 7eeebcea-2006-42ed-a4b4-e2d63ba622c0 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:04:09.658558 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6be4aab-a866-4dd3-9c16-583eb2f9a605 admin admin] Router efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8 has already been hosted by L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a {{(pid=82368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 20 16:04:09.765671 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8e2d1ea8-6bc7-4213-87e6-989f96b5ad21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:09.774341 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8e2d1ea8-6bc7-4213-87e6-989f96b5ad21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036821680366'] for port, after_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:09.818752 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:09.972916 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8e2d1ea8-6bc7-4213-87e6-989f96b5ad21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853516226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1017672'] for router_interface, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:09.997016 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2d1ea8-6bc7-4213-87e6-989f96b5ad21 admin admin] Pushing event updated for resources: {'Port': ['ID=a38bd712-403d-4cb0-ae3b-42b13d0625fe,revision_number=2']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:10.005489 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874438ef-7d8e-4b3a-b770-b2be3ff306a2 None None] Network d11a2306-17a8-4b41-b7bf-9dede1971e2b requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 16:04:10.025622 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-8e2d1ea8-6bc7-4213-87e6-989f96b5ad21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:10.044415 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6be4aab-a866-4dd3-9c16-583eb2f9a605 admin admin] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 16:04:10.052438 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-e6be4aab-a866-4dd3-9c16-583eb2f9a605 admin admin] 10.222.0.35 "PUT /v2.0/routers/efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4921484 Sep 20 16:04:10.055080 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 57708) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:10.069781 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c41d284-cccd-41f2-a2b9-e9950969f7f1 None None] Sync routers for ids ['efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8'] in dv-cinder-809669-1-iscsi {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 16:04:10.073392 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-49791778-dc78-4b95-8c56-c1e9e8b97e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eeebcea-2006-42ed-a4b4-e2d63ba622c0', 'name': 'tempest-TestVolumeBootPattern-1284477534-router', 'tenant_id': '311b553bdf17450497b75bb23cbb8fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'e6f27b6c-46a7-4bb3-8308-c9a983d738b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:04:04Z', 'updated_at': '2021-09-20T16:04:09Z', 'revision_number': 4, 'project_id': '311b553bdf17450497b75bb23cbb8fb4', 'gw_port': {'id': 'e6f27b6c-46a7-4bb3-8308-c9a983d738b8', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:39:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eeebcea-2006-42ed-a4b4-e2d63ba622c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:04:05Z', 'updated_at': '2021-09-20T16:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': 'a38bd712-403d-4cb0-ae3b-42b13d0625fe', 'name': '', 'network_id': 'd11a2306-17a8-4b41-b7bf-9dede1971e2b', 'tenant_id': '311b553bdf17450497b75bb23cbb8fb4', 'mac_address': 'fa:16:3e:a5:c9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eeebcea-2006-42ed-a4b4-e2d63ba622c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a2cb55a-eb4c-40a9-9aa4-4b61e8b8a6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:04:07Z', 'updated_at': '2021-09-20T16:04:08Z', 'revision_number': 1, 'project_id': '311b553bdf17450497b75bb23cbb8fb4', 'subnets': [{'id': '3a2cb55a-eb4c-40a9-9aa4-4b61e8b8a6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:04:10.081198 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49791778-dc78-4b95-8c56-c1e9e8b97e6a None None] The sync data for ids ['7eeebcea-2006-42ed-a4b4-e2d63ba622c0'] in dv-cinder-809669-1-iscsi is: [{'id': '7eeebcea-2006-42ed-a4b4-e2d63ba622c0', 'name': 'tempest-TestVolumeBootPattern-1284477534-router', 'tenant_id': '311b553bdf17450497b75bb23cbb8fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'e6f27b6c-46a7-4bb3-8308-c9a983d738b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:04:04Z', 'updated_at': '2021-09-20T16:04:09Z', 'revision_number': 4, 'project_id': '311b553bdf17450497b75bb23cbb8fb4', 'gw_port': {'id': 'e6f27b6c-46a7-4bb3-8308-c9a983d738b8', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:39:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eeebcea-2006-42ed-a4b4-e2d63ba622c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:04:05Z', 'updated_at': '2021-09-20T16:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': 'a38bd712-403d-4cb0-ae3b-42b13d0625fe', 'name': '', 'network_id': 'd11a2306-17a8-4b41-b7bf-9dede1971e2b', 'tenant_id': '311b553bdf17450497b75bb23cbb8fb4', 'mac_address': 'fa:16:3e:a5:c9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eeebcea-2006-42ed-a4b4-e2d63ba622c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a2cb55a-eb4c-40a9-9aa4-4b61e8b8a6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:04:07Z', 'updated_at': '2021-09-20T16:04:08Z', 'revision_number': 1, 'project_id': '311b553bdf17450497b75bb23cbb8fb4', 'subnets': [{'id': '3a2cb55a-eb4c-40a9-9aa4-4b61e8b8a6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 16:04:10.123955 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-7b00ef5a-9a95-4860-af11-fe76049a0360 None None] Provisioning for port 9b0c302d-2ebc-4c59-9137-de699cefe2b5 completed by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:04:10.188971 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-7b00ef5a-9a95-4860-af11-fe76049a0360 None None] Provisioning complete for port 9b0c302d-2ebc-4c59-9137-de699cefe2b5 triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:04:10.191771 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7b00ef5a-9a95-4860-af11-fe76049a0360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:10.301997 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c41d284-cccd-41f2-a2b9-e9950969f7f1 None None] Routers {'efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:04:10.302789 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-1c41d284-cccd-41f2-a2b9-e9950969f7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:04:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:04:10.364712 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2d1ea8-6bc7-4213-87e6-989f96b5ad21 admin admin] Network d11a2306-17a8-4b41-b7bf-9dede1971e2b is already hosted by enough agents. {{(pid=82369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:04:10.366065 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-8e2d1ea8-6bc7-4213-87e6-989f96b5ad21 admin admin] Resources bound (agent type, host, resource id): {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:04:10.370022 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 57718) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:10.628987 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0669a78-84c1-4d70-b4be-35a1b809a94f admin admin] Deleting subnet 338ac0bd-e4f8-42e2-923e-f5c76ce3e452 {{(pid=82368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 20 16:04:10.663745 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-1c41d284-cccd-41f2-a2b9-e9950969f7f1 None None] Set router efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:04:10.712867 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f0669a78-84c1-4d70-b4be-35a1b809a94f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:10.907072 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 51bc2558-943e-46ca-936a-1f6373c87035 up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:04:10.925953 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f0669a78-84c1-4d70-b4be-35a1b809a94f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036823264745'] for subnet, precommit_delete_associations {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:10.998321 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7b00ef5a-9a95-4860-af11-fe76049a0360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:11.009902 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2d1ea8-6bc7-4213-87e6-989f96b5ad21 admin admin] Router 7eeebcea-2006-42ed-a4b4-e2d63ba622c0 has already been hosted by L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a {{(pid=82369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 20 16:04:11.025125 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:11.026783 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a81d1-842a-4c05-8858-f61f85de34e1 req-70de419b-97bb-4d33-a65e-c082123f0b5d tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:11.027773 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-e69a81d1-842a-4c05-8858-f61f85de34e1 req-70de419b-97bb-4d33-a65e-c082123f0b5d tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Synchronizing usage tracker for tenant:8bf0b02c11fa406eb7e8152365858c89 on resource:port {{(pid=82368) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:04:11.069191 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e342fa-4b00-4ca7-adab-f03d730cf403 req-7bc4d740-08ee-49cf-bd96-18a13acf1676 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:11.070931 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-42e342fa-4b00-4ca7-adab-f03d730cf403 req-7bc4d740-08ee-49cf-bd96-18a13acf1676 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 984 time: 0.3069859 Sep 20 16:04:11.158600 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-42e342fa-4b00-4ca7-adab-f03d730cf403 req-a8b69af9-6426-4e22-8787-086b9d863737 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&id=ae539866-9bb7-4df5-a9b8-409d97d3ec17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625086 Sep 20 16:04:11.162306 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-e69a81d1-842a-4c05-8858-f61f85de34e1 req-70de419b-97bb-4d33-a65e-c082123f0b5d tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Unset dirty status for tenant:8bf0b02c11fa406eb7e8152365858c89 on resource:port {{(pid=82368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:04:11.169261 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e69a81d1-842a-4c05-8858-f61f85de34e1 req-70de419b-97bb-4d33-a65e-c082123f0b5d tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b240d9a-d475-4f31-9268-6de383ed6cfd HTTP/1.1" status: 200 len: 945 time: 0.7080648 Sep 20 16:04:11.242217 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e69a81d1-842a-4c05-8858-f61f85de34e1 req-4d69aeac-cee6-455a-8950-1526664e58ce tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719972 Sep 20 16:04:11.252439 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f0669a78-84c1-4d70-b4be-35a1b809a94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4005'] for subnet, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:11.363128 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2d1ea8-6bc7-4213-87e6-989f96b5ad21 admin admin] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 16:04:11.383999 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-8e2d1ea8-6bc7-4213-87e6-989f96b5ad21 admin admin] 10.222.0.35 "PUT /v2.0/routers/7eeebcea-2006-42ed-a4b4-e2d63ba622c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6658118 Sep 20 16:04:11.384232 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f0669a78-84c1-4d70-b4be-35a1b809a94f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33517835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32979412'] for subnet, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:11.384232 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b9bbb4a8-2931-4f09-9a0a-f98337934092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:11.419976 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-7b00ef5a-9a95-4860-af11-fe76049a0360 None None] For port 9b0c302d-2ebc-4c59-9137-de699cefe2b5, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=9b0c302d-2ebc-4c59-9137-de699cefe2b5,segment=NetworkSegment(28e8a9e5-e218-4c46-ba10-483cb8e45689),segment_id=28e8a9e5-e218-4c46-ba10-483cb8e45689)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:04:11.422072 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 238e2abe-2575-4515-b350-ded21246b499 no longer exists at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:04:11.429906 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0669a78-84c1-4d70-b4be-35a1b809a94f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=338ac0bd-e4f8-42e2-923e-f5c76ce3e452,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:11.432678 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f0669a78-84c1-4d70-b4be-35a1b809a94f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:11.458251 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f0669a78-84c1-4d70-b4be-35a1b809a94f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for subnet, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:11.468100 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-f0669a78-84c1-4d70-b4be-35a1b809a94f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/338ac0bd-e4f8-42e2-923e-f5c76ce3e452 HTTP/1.1" status: 204 len: 168 time: 1.0965602 Sep 20 16:04:11.470690 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 57726) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:11.512541 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7b00ef5a-9a95-4860-af11-fe76049a0360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:11.560532 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:11.620628 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-37d2dad7-4e6c-4a95-b553-c847a12acb02 admin admin] Notify callbacks [] for router, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:11.649833 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b00ef5a-9a95-4860-af11-fe76049a0360 None None] Pushing event updated for resources: {'Port': ['ID=9b0c302d-2ebc-4c59-9137-de699cefe2b5,revision_number=3']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:11.652845 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] No Port match for: 238e2abe-2575-4515-b350-ded21246b499 {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:04:11.653355 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 238e2abe-2575-4515-b350-ded21246b499 not bound to the agent host hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:04:11.658931 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-7b00ef5a-9a95-4860-af11-fe76049a0360 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:11.699332 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning for port 51bc2558-943e-46ca-936a-1f6373c87035 completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:04:11.703984 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1c66ea57-7a71-48d5-8000-3984546abb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854743839'] for network, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:11.741796 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port 51bc2558-943e-46ca-936a-1f6373c87035 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:04:11.744469 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:11.973606 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:12.022612 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1c66ea57-7a71-48d5-8000-3984546abb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30012', 'neutron.services.segments.db._delete_segments_for_network-8786514012702'] for network, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:12.052889 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] For port 51bc2558-943e-46ca-936a-1f6373c87035, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=51bc2558-943e-46ca-936a-1f6373c87035,segment=NetworkSegment(9cb9c279-b877-460a-9cc6-db0e812143bc),segment_id=9cb9c279-b877-460a-9cc6-db0e812143bc)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:04:12.058337 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-1c66ea57-7a71-48d5-8000-3984546abb3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43705c63-9812-487a-a61d-44eee9483c04']}} {{(pid=82368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:04:12.058732 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-1c41d284-cccd-41f2-a2b9-e9950969f7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8', 'name': 'tempest-ServerRescueNegativeTestJSON-408443274-router', 'tenant_id': 'a0ad6fb96f2948788cf8a1d3d787552f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '90389290-602e-467f-9479-ebeb5a7610b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:12Z', 'updated_at': '2021-09-20T16:04:05Z', 'revision_number': 5, 'project_id': 'a0ad6fb96f2948788cf8a1d3d787552f', 'gw_port': {'id': '90389290-602e-467f-9479-ebeb5a7610b3', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:13Z', 'updated_at': '2021-09-20T15:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi'}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:04:12.065846 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:12.075615 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-8b7fa512-ed78-41b8-bfe0-ff61f7621647 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:12.078795 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-1c66ea57-7a71-48d5-8000-3984546abb3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0d8ceb8-75de-4a48-833b-bd452d857094') {'for_net_delete': True} {{(pid=82368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:04:12.079180 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-1c66ea57-7a71-48d5-8000-3984546abb3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0d8ceb8-75de-4a48-833b-bd452d857094') {} {{(pid=82368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:04:12.092407 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1c66ea57-7a71-48d5-8000-3984546abb3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250340771410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31511054'] for segment, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:12.119506 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c41d284-cccd-41f2-a2b9-e9950969f7f1 None None] Checking router: efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8 for host: dv-cinder-809669-1-iscsi {{(pid=82370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 16:04:12.120244 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1c66ea57-7a71-48d5-8000-3984546abb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854403426'] for segment, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:12.127888 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c66ea57-7a71-48d5-8000-3984546abb3c admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=82368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 20 16:04:12.127888 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1c66ea57-7a71-48d5-8000-3984546abb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-372359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33518000'] for segment, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:12.153222 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c41d284-cccd-41f2-a2b9-e9950969f7f1 None None] Routers {'efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:04:12.154101 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-1c41d284-cccd-41f2-a2b9-e9950969f7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:04:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:04:12.300954 dv-cinder-809669-1-iscsi neutron-server[82259]: Traceback (most recent call last): Sep 20 16:04:12.300954 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 20 16:04:12.300954 dv-cinder-809669-1-iscsi neutron-server[82259]: timer() Sep 20 16:04:12.300954 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 16:04:12.300954 dv-cinder-809669-1-iscsi neutron-server[82259]: cb(*args, **kw) Sep 20 16:04:12.300954 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 20 16:04:12.300954 dv-cinder-809669-1-iscsi neutron-server[82259]: return func(*args, **kwargs) Sep 20 16:04:12.300954 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 16:04:12.300954 dv-cinder-809669-1-iscsi neutron-server[82259]: self._notify() Sep 20 16:04:12.300954 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 16:04:12.300954 dv-cinder-809669-1-iscsi neutron-server[82259]: self.callback(batched_events) Sep 20 16:04:12.300954 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 16:04:12.300954 dv-cinder-809669-1-iscsi neutron-server[82259]: event.method(event) Sep 20 16:04:12.300954 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 20 16:04:12.300954 dv-cinder-809669-1-iscsi neutron-server[82259]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 16:04:12.300954 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 20 16:04:12.300954 dv-cinder-809669-1-iscsi neutron-server[82259]: segment_id)['aggregates'][0] Sep 20 16:04:12.300954 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 20 16:04:12.300954 dv-cinder-809669-1-iscsi neutron-server[82259]: return f(self, *a, **k) Sep 20 16:04:12.300954 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 20 16:04:12.300954 dv-cinder-809669-1-iscsi neutron-server[82259]: return self._get(url).json() Sep 20 16:04:12.300954 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 16:04:12.300954 dv-cinder-809669-1-iscsi neutron-server[82259]: **kwargs) Sep 20 16:04:12.300954 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 20 16:04:12.300954 dv-cinder-809669-1-iscsi neutron-server[82259]: return self.request(url, 'GET', **kwargs) Sep 20 16:04:12.300954 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 20 16:04:12.300954 dv-cinder-809669-1-iscsi neutron-server[82259]: **endpoint_filter) Sep 20 16:04:12.300954 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 20 16:04:12.300954 dv-cinder-809669-1-iscsi neutron-server[82259]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 16:04:12.300954 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 20 16:04:12.300954 dv-cinder-809669-1-iscsi neutron-server[82259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 16:04:12.300954 dv-cinder-809669-1-iscsi neutron-server[82259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 16:04:12.339489 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 57740) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:12.343414 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1c66ea57-7a71-48d5-8000-3984546abb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854745781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1017775'] for network, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:12.347994 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-d803ab64-364a-4a49-8198-c1f54dc308d7 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1205345503', 'description': 'tempest-secgroup-smoke-1205345503 description', 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:04:12.355034 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1c66ea57-7a71-48d5-8000-3984546abb3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for network, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:12.359430 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:12.369123 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-d803ab64-364a-4a49-8198-c1f54dc308d7 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:04:12.379373 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-d803ab64-364a-4a49-8198-c1f54dc308d7 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Usage tracker for resource:security_group and tenant:a5cd73682bc64cdaa6b766020253c8fd is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:04:12.392514 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-d803ab64-364a-4a49-8198-c1f54dc308d7 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:04:12.419211 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-d803ab64-364a-4a49-8198-c1f54dc308d7 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:04:12.426700 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Pushing event updated for resources: {'Port': ['ID=51bc2558-943e-46ca-936a-1f6373c87035,revision_number=5']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:12.440566 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66ea57-7a71-48d5-8000-3984546abb3c admin admin] Pushing event deleted for resources: {'Network': ['ID=43705c63-9812-487a-a61d-44eee9483c04,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:12.452234 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:12.459471 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d803ab64-364a-4a49-8198-c1f54dc308d7 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:12.461779 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-1c66ea57-7a71-48d5-8000-3984546abb3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:12.468206 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-1c66ea57-7a71-48d5-8000-3984546abb3c admin admin] 10.222.0.35 "DELETE /v2.0/networks/43705c63-9812-487a-a61d-44eee9483c04 HTTP/1.1" status: 204 len: 168 time: 0.9963381 Sep 20 16:04:12.521232 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88729d16-d7ab-4f06-ae21-2b9daf8a4733 req-223ec3bf-874e-4146-bced-fc73ea201d3a tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:12.527126 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-1c41d284-cccd-41f2-a2b9-e9950969f7f1 None None] Set router efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:04:12.539498 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-88729d16-d7ab-4f06-ae21-2b9daf8a4733 req-223ec3bf-874e-4146-bced-fc73ea201d3a tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b240d9a-d475-4f31-9268-6de383ed6cfd HTTP/1.1" status: 200 len: 945 time: 0.6940370 Sep 20 16:04:12.586400 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-d803ab64-364a-4a49-8198-c1f54dc308d7 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:04:12.594564 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-d803ab64-364a-4a49-8198-c1f54dc308d7 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Usage tracker for resource:security_group_rule and tenant:a5cd73682bc64cdaa6b766020253c8fd is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:04:12.598510 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-d803ab64-364a-4a49-8198-c1f54dc308d7 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:04:12.623251 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-d803ab64-364a-4a49-8198-c1f54dc308d7 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:04:12.751350 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d803ab64-364a-4a49-8198-c1f54dc308d7 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:12.762784 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d803ab64-364a-4a49-8198-c1f54dc308d7 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:12.801802 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-1e8b6a17-4062-4424-b0a6-c080161e1921 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:12.827170 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 57750) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:12.885332 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d803ab64-364a-4a49-8198-c1f54dc308d7 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:12.889549 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-d803ab64-364a-4a49-8198-c1f54dc308d7 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5455852 Sep 20 16:04:12.898972 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 57754) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:12.906555 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-8357b800-0275-4e6f-96a3-d1bcc135a162 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Request body: {'security_group_rule': {'security_group_id': '9539ed13-8758-4e0e-87fc-1a3a882ac17c', 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:04:12.915412 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d803ab64-364a-4a49-8198-c1f54dc308d7 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9539ed13-8758-4e0e-87fc-1a3a882ac17c,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:12.919854 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-8357b800-0275-4e6f-96a3-d1bcc135a162 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:04:12.928375 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-10b2291e-6781-4925-a600-3e3bd6292dd2 None None] Provisioning complete for port 9b0c302d-2ebc-4c59-9137-de699cefe2b5 triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:04:12.928798 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-10b2291e-6781-4925-a600-3e3bd6292dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:12.929519 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d803ab64-364a-4a49-8198-c1f54dc308d7 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:12.944474 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-8357b800-0275-4e6f-96a3-d1bcc135a162 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Usage tracker for resource:security_group_rule and tenant:a5cd73682bc64cdaa6b766020253c8fd is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:04:12.955386 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-8357b800-0275-4e6f-96a3-d1bcc135a162 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:04:12.966534 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-8357b800-0275-4e6f-96a3-d1bcc135a162 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:04:12.973186 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [req-88729d16-d7ab-4f06-ae21-2b9daf8a4733 req-d0582921-109c-4084-90c0-d6a565cb5eaa tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Deleting port 8e9f2662-9c4a-4709-afef-936a6aa9a305 {{(pid=82368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:04:12.973337 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-88729d16-d7ab-4f06-ae21-2b9daf8a4733 req-d0582921-109c-4084-90c0-d6a565cb5eaa tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:13.024277 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-42057061-6470-4c4f-b9e1-e1d5bca9e695 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d4006099cf2645d4a6944792d9159daa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1921031 Sep 20 16:04:13.024729 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 57758) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:13.079983 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8357b800-0275-4e6f-96a3-d1bcc135a162 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:13.107807 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 9b0c302d-2ebc-4c59-9137-de699cefe2b5 up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:04:13.166396 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-37d2dad7-4e6c-4a95-b553-c847a12acb02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:13.200613 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7f7b0156-7489-4255-81ee-99c13025a4df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:13.231211 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-37d2dad7-4e6c-4a95-b553-c847a12acb02 admin admin] Deleting port 90389290-602e-467f-9479-ebeb5a7610b3 {{(pid=82368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:04:13.231931 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-37d2dad7-4e6c-4a95-b553-c847a12acb02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:13.245878 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8357b800-0275-4e6f-96a3-d1bcc135a162 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:13.253838 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8357b800-0275-4e6f-96a3-d1bcc135a162 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807771'] for security_group_rule, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:13.256033 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7f7b0156-7489-4255-81ee-99c13025a4df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:13.272826 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-a0031def-02f4-4e20-9e41-cbad2c75dea1 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:13.311971 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8357b800-0275-4e6f-96a3-d1bcc135a162 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86577a45-b4ac-45af-a72b-d7dd2100de41,revision_number=0']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:13.323653 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-8357b800-0275-4e6f-96a3-d1bcc135a162 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:13.340274 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8357b800-0275-4e6f-96a3-d1bcc135a162 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:13.342302 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-8357b800-0275-4e6f-96a3-d1bcc135a162 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4434547 Sep 20 16:04:13.346102 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 57762) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:13.355792 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-f7f4e19e-3c6e-4326-a6da-0a6e8e9eabf1 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Request body: {'security_group_rule': {'security_group_id': '9539ed13-8758-4e0e-87fc-1a3a882ac17c', 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:04:13.364372 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7f7b0156-7489-4255-81ee-99c13025a4df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:13.369326 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-f7f4e19e-3c6e-4326-a6da-0a6e8e9eabf1 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:04:13.373627 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-a5ed84f1-0f51-4656-a5dc-00a51c7edb31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:13.394373 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-f7f4e19e-3c6e-4326-a6da-0a6e8e9eabf1 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Usage tracker for resource:security_group_rule and tenant:a5cd73682bc64cdaa6b766020253c8fd is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:04:13.399106 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-f7f4e19e-3c6e-4326-a6da-0a6e8e9eabf1 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:04:13.405497 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b0156-7489-4255-81ee-99c13025a4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae9eee5-2f55-4e6b-8f90-ceb813a5a104,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:13.413240 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-f7f4e19e-3c6e-4326-a6da-0a6e8e9eabf1 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:04:13.415659 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-7f7b0156-7489-4255-81ee-99c13025a4df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:13.428633 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7f7b0156-7489-4255-81ee-99c13025a4df admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:13.433525 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-7f7b0156-7489-4255-81ee-99c13025a4df admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7ae9eee5-2f55-4e6b-8f90-ceb813a5a104 HTTP/1.1" status: 204 len: 168 time: 0.4036469 Sep 20 16:04:13.443307 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4e19e-3c6e-4326-a6da-0a6e8e9eabf1 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:13.459942 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port 9b0c302d-2ebc-4c59-9137-de699cefe2b5 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:04:13.460384 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:13.495186 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-10b2291e-6781-4925-a600-3e3bd6292dd2 None None] Provisioning for port a38bd712-403d-4cb0-ae3b-42b13d0625fe completed by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:04:13.517638 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-10b2291e-6781-4925-a600-3e3bd6292dd2 None None] Provisioning complete for port a38bd712-403d-4cb0-ae3b-42b13d0625fe triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:04:13.518062 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-10b2291e-6781-4925-a600-3e3bd6292dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:13.528008 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4e19e-3c6e-4326-a6da-0a6e8e9eabf1 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:13.533912 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4e19e-3c6e-4326-a6da-0a6e8e9eabf1 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807771'] for security_group_rule, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:13.536504 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:13.565596 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4e19e-3c6e-4326-a6da-0a6e8e9eabf1 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ebf575-da11-42da-b37f-ed62b03499eb,revision_number=0']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:13.570818 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f7f4e19e-3c6e-4326-a6da-0a6e8e9eabf1 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:13.583555 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f7f4e19e-3c6e-4326-a6da-0a6e8e9eabf1 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:13.584883 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-f7f4e19e-3c6e-4326-a6da-0a6e8e9eabf1 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2377734 Sep 20 16:04:13.588101 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 57768) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:13.599656 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-c8cc3d8f-1727-4f2d-a6a0-2c99a75eeeae tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Request body: {'security_group_rule': {'security_group_id': '9539ed13-8758-4e0e-87fc-1a3a882ac17c', 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:04:13.620496 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-c8cc3d8f-1727-4f2d-a6a0-2c99a75eeeae tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:04:13.630649 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-c8cc3d8f-1727-4f2d-a6a0-2c99a75eeeae tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Usage tracker for resource:security_group_rule and tenant:a5cd73682bc64cdaa6b766020253c8fd is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:04:13.636800 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-c8cc3d8f-1727-4f2d-a6a0-2c99a75eeeae tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:04:13.641434 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-1c41d284-cccd-41f2-a2b9-e9950969f7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8', 'name': 'tempest-ServerRescueNegativeTestJSON-408443274-router', 'tenant_id': 'a0ad6fb96f2948788cf8a1d3d787552f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '90389290-602e-467f-9479-ebeb5a7610b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:12Z', 'updated_at': '2021-09-20T16:04:05Z', 'revision_number': 5, 'project_id': 'a0ad6fb96f2948788cf8a1d3d787552f', 'gw_port': {'id': '90389290-602e-467f-9479-ebeb5a7610b3', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:13Z', 'updated_at': '2021-09-20T15:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi'}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:04:13.650666 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-c8cc3d8f-1727-4f2d-a6a0-2c99a75eeeae tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:04:13.659951 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c41d284-cccd-41f2-a2b9-e9950969f7f1 None None] The sync data for ids ['efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8'] in dv-cinder-809669-1-iscsi is: [{'id': 'efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8', 'name': 'tempest-ServerRescueNegativeTestJSON-408443274-router', 'tenant_id': 'a0ad6fb96f2948788cf8a1d3d787552f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': '90389290-602e-467f-9479-ebeb5a7610b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:12Z', 'updated_at': '2021-09-20T16:04:05Z', 'revision_number': 5, 'project_id': 'a0ad6fb96f2948788cf8a1d3d787552f', 'gw_port': {'id': '90389290-602e-467f-9479-ebeb5a7610b3', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:8a:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:13Z', 'updated_at': '2021-09-20T15:59:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi'}] {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 16:04:13.700329 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c8cc3d8f-1727-4f2d-a6a0-2c99a75eeeae tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:13.703825 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e744bb4-a057-43fa-8d21-3f283b5c7111 req-582b32dd-dd66-4917-bbba-5583f931bbb4 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:13.714357 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8e744bb4-a057-43fa-8d21-3f283b5c7111 req-582b32dd-dd66-4917-bbba-5583f931bbb4 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b240d9a-d475-4f31-9268-6de383ed6cfd HTTP/1.1" status: 200 len: 945 time: 1.2256303 Sep 20 16:04:13.760470 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1a30f-d33e-411b-a1ba-d789bd1a9db4 req-5a49a4b1-9971-4372-be19-dfd9a18e2586 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:13.762213 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e0e1a30f-d33e-411b-a1ba-d789bd1a9db4 req-5a49a4b1-9971-4372-be19-dfd9a18e2586 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 984 time: 1.2218220 Sep 20 16:04:13.769252 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-10b2291e-6781-4925-a600-3e3bd6292dd2 None None] Port a38bd712-403d-4cb0-ae3b-42b13d0625fe cannot update to ACTIVE because it is not bound. {{(pid=82370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 20 16:04:13.826005 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c8cc3d8f-1727-4f2d-a6a0-2c99a75eeeae tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:13.830339 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device e6f27b6c-46a7-4bb3-8308-c9a983d738b8 up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:04:13.836063 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c8cc3d8f-1727-4f2d-a6a0-2c99a75eeeae tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807771'] for security_group_rule, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:13.838720 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-fa6276e6-619b-4781-935f-1cb9717b0df6 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:13.870578 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cc3d8f-1727-4f2d-a6a0-2c99a75eeeae tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c5ee7c0-9cd3-4c0b-9442-9f9327f1ee7e,revision_number=0']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:13.880029 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c8cc3d8f-1727-4f2d-a6a0-2c99a75eeeae tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:13.913968 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c8cc3d8f-1727-4f2d-a6a0-2c99a75eeeae tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:13.915269 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-c8cc3d8f-1727-4f2d-a6a0-2c99a75eeeae tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3260784 Sep 20 16:04:13.918041 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 57772) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:13.925643 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-08aec0d7-c592-4bb2-834d-6e3094c0c16f tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Request body: {'security_group_rule': {'security_group_id': '9539ed13-8758-4e0e-87fc-1a3a882ac17c', 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:04:13.939253 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-08aec0d7-c592-4bb2-834d-6e3094c0c16f tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:04:13.942087 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-08aec0d7-c592-4bb2-834d-6e3094c0c16f tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Usage tracker for resource:security_group_rule and tenant:a5cd73682bc64cdaa6b766020253c8fd is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:04:13.946069 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-08aec0d7-c592-4bb2-834d-6e3094c0c16f tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:04:13.950139 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-a8e170a4-3d03-443d-a048-dd204569c51c None None] Provisioning complete for port a38bd712-403d-4cb0-ae3b-42b13d0625fe triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:04:13.950724 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a8e170a4-3d03-443d-a048-dd204569c51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:13.953995 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-08aec0d7-c592-4bb2-834d-6e3094c0c16f tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:04:13.981382 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-08aec0d7-c592-4bb2-834d-6e3094c0c16f tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:14.034575 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning for port e6f27b6c-46a7-4bb3-8308-c9a983d738b8 completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:04:14.040459 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-88729d16-d7ab-4f06-ae21-2b9daf8a4733 req-d0582921-109c-4084-90c0-d6a565cb5eaa tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] For port 8e9f2662-9c4a-4709-afef-936a6aa9a305, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=8e9f2662-9c4a-4709-afef-936a6aa9a305,segment=NetworkSegment(af014d27-e93b-4a03-86de-e38863424f3d),segment_id=af014d27-e93b-4a03-86de-e38863424f3d)] {{(pid=82368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:04:14.041204 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-88729d16-d7ab-4f06-ae21-2b9daf8a4733 req-d0582921-109c-4084-90c0-d6a565cb5eaa tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:14.066775 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port e6f27b6c-46a7-4bb3-8308-c9a983d738b8 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:04:14.067197 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:14.073520 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8e744bb4-a057-43fa-8d21-3f283b5c7111 req-3cee0ece-22c8-45ad-8bba-b820b1ab6ad9 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582079 Sep 20 16:04:14.083760 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-08aec0d7-c592-4bb2-834d-6e3094c0c16f tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:14.090553 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-08aec0d7-c592-4bb2-834d-6e3094c0c16f tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807771'] for security_group_rule, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:14.094720 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:14.116378 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-a8e170a4-3d03-443d-a048-dd204569c51c None None] Port a38bd712-403d-4cb0-ae3b-42b13d0625fe cannot update to ACTIVE because it is not bound. {{(pid=82370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 20 16:04:14.123651 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aec0d7-c592-4bb2-834d-6e3094c0c16f tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20078bbb-d5d6-4094-9657-067f7706a3c8,revision_number=0']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:14.126327 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-08aec0d7-c592-4bb2-834d-6e3094c0c16f tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:14.133424 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-08aec0d7-c592-4bb2-834d-6e3094c0c16f tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:14.137328 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-08aec0d7-c592-4bb2-834d-6e3094c0c16f tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2156615 Sep 20 16:04:14.137652 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 57776) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:14.144997 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-c5bd28c5-601c-4bee-8c1e-e7a746c8281c tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Request body: {'security_group_rule': {'security_group_id': '9539ed13-8758-4e0e-87fc-1a3a882ac17c', 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:04:14.151220 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-c5bd28c5-601c-4bee-8c1e-e7a746c8281c tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:04:14.155381 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-c5bd28c5-601c-4bee-8c1e-e7a746c8281c tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Usage tracker for resource:security_group_rule and tenant:a5cd73682bc64cdaa6b766020253c8fd is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:04:14.159118 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-c5bd28c5-601c-4bee-8c1e-e7a746c8281c tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:04:14.165283 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-c5bd28c5-601c-4bee-8c1e-e7a746c8281c tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:04:14.176004 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.db.securitygroups_db [None req-c5bd28c5-601c-4bee-8c1e-e7a746c8281c tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Project a5cd73682bc64cdaa6b766020253c8fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 16:04:14.182804 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c5bd28c5-601c-4bee-8c1e-e7a746c8281c tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:14.204011 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:14.220366 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] For port e6f27b6c-46a7-4bb3-8308-c9a983d738b8, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=e6f27b6c-46a7-4bb3-8308-c9a983d738b8,segment=NetworkSegment(fa70b37f-a099-4785-9555-8d4eef3560f5),segment_id=fa70b37f-a099-4785-9555-8d4eef3560f5)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:04:14.223280 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:14.224174 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 51bc2558-943e-46ca-936a-1f6373c87035 up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:04:14.241728 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [req-88729d16-d7ab-4f06-ae21-2b9daf8a4733 req-d0582921-109c-4084-90c0-d6a565cb5eaa tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Calling delete_port for 8e9f2662-9c4a-4709-afef-936a6aa9a305 owned by compute:nova {{(pid=82368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:04:14.254780 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-a73732db-5097-4ade-8bb7-b376e70555a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:14.255646 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c5bd28c5-601c-4bee-8c1e-e7a746c8281c tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:14.262248 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c5bd28c5-601c-4bee-8c1e-e7a746c8281c tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807771'] for security_group_rule, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:14.264589 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:14.272550 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e0e1a30f-d33e-411b-a1ba-d789bd1a9db4 req-b1597548-e773-4d45-9873-e704a5cbf239 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&id=ae539866-9bb7-4df5-a9b8-409d97d3ec17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4945412 Sep 20 16:04:14.283907 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd28c5-601c-4bee-8c1e-e7a746c8281c tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9b4c54a-509f-4c12-a904-7324638121eb,revision_number=0']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:14.287977 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c5bd28c5-601c-4bee-8c1e-e7a746c8281c tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:14.316954 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c5bd28c5-601c-4bee-8c1e-e7a746c8281c tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:14.322039 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-c5bd28c5-601c-4bee-8c1e-e7a746c8281c tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1796343 Sep 20 16:04:14.322039 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 57780) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:14.328576 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-5461145f-0f74-4e33-8cfe-624948b88c94 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Request body: {'security_group_rule': {'security_group_id': '9539ed13-8758-4e0e-87fc-1a3a882ac17c', 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:04:14.335595 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-5461145f-0f74-4e33-8cfe-624948b88c94 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:04:14.339700 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-5461145f-0f74-4e33-8cfe-624948b88c94 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Usage tracker for resource:security_group_rule and tenant:a5cd73682bc64cdaa6b766020253c8fd is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:04:14.343774 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-5461145f-0f74-4e33-8cfe-624948b88c94 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:04:14.351062 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-5461145f-0f74-4e33-8cfe-624948b88c94 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:04:14.353752 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-37d2dad7-4e6c-4a95-b553-c847a12acb02 admin admin] For port 90389290-602e-467f-9479-ebeb5a7610b3, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=90389290-602e-467f-9479-ebeb5a7610b3,segment=NetworkSegment(fa70b37f-a099-4785-9555-8d4eef3560f5),segment_id=fa70b37f-a099-4785-9555-8d4eef3560f5)] {{(pid=82368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:04:14.354168 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-37d2dad7-4e6c-4a95-b553-c847a12acb02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:14.363834 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.db.securitygroups_db [None req-5461145f-0f74-4e33-8cfe-624948b88c94 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Project a5cd73682bc64cdaa6b766020253c8fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 16:04:14.372596 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5461145f-0f74-4e33-8cfe-624948b88c94 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:14.387875 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Pushing event updated for resources: {'Port': ['ID=e6f27b6c-46a7-4bb3-8308-c9a983d738b8,revision_number=4']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:14.391710 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:14.404602 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port 51bc2558-943e-46ca-936a-1f6373c87035 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:04:14.405104 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:14.451992 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5461145f-0f74-4e33-8cfe-624948b88c94 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:14.455653 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5461145f-0f74-4e33-8cfe-624948b88c94 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807771'] for security_group_rule, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:14.457738 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:14.481502 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461145f-0f74-4e33-8cfe-624948b88c94 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=455ebac7-ee43-4759-b1a9-15ff1fb8751c,revision_number=0']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:14.484189 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-5461145f-0f74-4e33-8cfe-624948b88c94 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:14.493637 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5461145f-0f74-4e33-8cfe-624948b88c94 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:14.495173 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-5461145f-0f74-4e33-8cfe-624948b88c94 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1728508 Sep 20 16:04:14.498809 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-37d2dad7-4e6c-4a95-b553-c847a12acb02 admin admin] Calling delete_port for 90389290-602e-467f-9479-ebeb5a7610b3 owned by network:router_gateway {{(pid=82368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:04:14.644265 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-88729d16-d7ab-4f06-ae21-2b9daf8a4733 req-d0582921-109c-4084-90c0-d6a565cb5eaa tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:14.650628 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:14.655888 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['c19460c0-3a44-4fe8-8bbf-ef0855b29da3', '8e9f2662-9c4a-4709-afef-936a6aa9a305'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:04:14.701518 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0582921-109c-4084-90c0-d6a565cb5eaa tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Pushing event deleted for resources: {'Port': ['ID=8e9f2662-9c4a-4709-afef-936a6aa9a305,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:14.707871 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d0582921-109c-4084-90c0-d6a565cb5eaa tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:14.795711 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [req-88729d16-d7ab-4f06-ae21-2b9daf8a4733 req-d0582921-109c-4084-90c0-d6a565cb5eaa tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] No DVR routers for this DVR port 8e9f2662-9c4a-4709-afef-936a6aa9a305 on host hv-cinder-80966 {{(pid=82368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 20 16:04:14.800920 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-88729d16-d7ab-4f06-ae21-2b9daf8a4733 req-d0582921-109c-4084-90c0-d6a565cb5eaa tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:14.803769 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b240d9a-d475-4f31-9268-6de383ed6cfd', 'name': 'network-vif-deleted', 'tag': '8e9f2662-9c4a-4709-afef-936a6aa9a305'}] {{(pid=82368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:04:14.828534 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device e6f27b6c-46a7-4bb3-8308-c9a983d738b8 up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:04:14.872287 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-88729d16-d7ab-4f06-ae21-2b9daf8a4733 req-d0582921-109c-4084-90c0-d6a565cb5eaa tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.36 "DELETE /v2.0/ports/8e9f2662-9c4a-4709-afef-936a6aa9a305 HTTP/1.1" status: 204 len: 173 time: 2.3158934 Sep 20 16:04:14.887120 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-37d2dad7-4e6c-4a95-b553-c847a12acb02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:14.893127 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:14.947787 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d2dad7-4e6c-4a95-b553-c847a12acb02 admin admin] Pushing event deleted for resources: {'Port': ['ID=90389290-602e-467f-9479-ebeb5a7610b3,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:14.955721 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-37d2dad7-4e6c-4a95-b553-c847a12acb02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:14.994825 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b240d9a-d475-4f31-9268-6de383ed6cfd', 'name': 'network-vif-deleted', 'tag': '8e9f2662-9c4a-4709-afef-936a6aa9a305', 'status': 'completed', 'code': 200} Sep 20 16:04:15.152346 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port e6f27b6c-46a7-4bb3-8308-c9a983d738b8 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:04:15.152784 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:15.300895 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device b8f1564b-f7e8-4f81-a823-e86d3ddfca97 no longer exists at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:04:15.325913 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-162f46af-ca09-4a04-8452-98973918f1bf req-fd6bca10-5c63-4650-8fa4-a0ccbf0779a0 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Synchronizing usage tracker for tenant:8bf0b02c11fa406eb7e8152365858c89 on resource:port {{(pid=82368) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:04:15.336637 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-37d2dad7-4e6c-4a95-b553-c847a12acb02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1017928'] for router_gateway, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:15.342429 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] No Port match for: b8f1564b-f7e8-4f81-a823-e86d3ddfca97 {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:04:15.343465 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device b8f1564b-f7e8-4f81-a823-e86d3ddfca97 not bound to the agent host dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:04:15.520812 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-162f46af-ca09-4a04-8452-98973918f1bf req-fd6bca10-5c63-4650-8fa4-a0ccbf0779a0 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Unset dirty status for tenant:8bf0b02c11fa406eb7e8152365858c89 on resource:port {{(pid=82368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:04:15.522125 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-162f46af-ca09-4a04-8452-98973918f1bf req-fd6bca10-5c63-4650-8fa4-a0ccbf0779a0 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b240d9a-d475-4f31-9268-6de383ed6cfd HTTP/1.1" status: 200 len: 210 time: 0.2542837 Sep 20 16:04:15.686218 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-37d2dad7-4e6c-4a95-b553-c847a12acb02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1025864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7935'] for router, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:15.697665 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-37d2dad7-4e6c-4a95-b553-c847a12acb02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:15.711944 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e182f-f95d-4365-ab34-d2f2681a6206 req-1c2bd5b3-8ad7-4dc2-b256-d1ece511c3a5 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:15.714407 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c65e182f-f95d-4365-ab34-d2f2681a6206 req-1c2bd5b3-8ad7-4dc2-b256-d1ece511c3a5 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 984 time: 0.2557933 Sep 20 16:04:15.823939 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-37d2dad7-4e6c-4a95-b553-c847a12acb02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853744133'] for router, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:15.824534 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d2dad7-4e6c-4a95-b553-c847a12acb02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8 {{(pid=82368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 20 16:04:15.845394 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-37d2dad7-4e6c-4a95-b553-c847a12acb02 admin admin] Notify callbacks [] for router, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:15.846633 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-37d2dad7-4e6c-4a95-b553-c847a12acb02 admin admin] 10.222.0.35 "DELETE /v2.0/routers/efddb6b4-e8c7-498f-b1d1-7a59ea5c0be8 HTTP/1.1" status: 204 len: 168 time: 5.7900822 Sep 20 16:04:15.849726 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 57846) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:15.850163 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c65e182f-f95d-4365-ab34-d2f2681a6206 req-28af3175-c249-45e5-89e3-c10f1f6c0fae tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&id=ae539866-9bb7-4df5-a9b8-409d97d3ec17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1289928 Sep 20 16:04:15.930468 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2c5b76d-bf7b-4848-b16b-f8c61fe7e16d admin admin] Deleting subnet 99e482be-1e6b-4c97-9638-74c80f0f9561 {{(pid=82369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 20 16:04:15.934016 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c2c5b76d-bf7b-4848-b16b-f8c61fe7e16d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:15.990955 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c2c5b76d-bf7b-4848-b16b-f8c61fe7e16d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822232036'] for subnet, precommit_delete_associations {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:16.050464 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c2c5b76d-bf7b-4848-b16b-f8c61fe7e16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4005'] for subnet, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:16.118551 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c2c5b76d-bf7b-4848-b16b-f8c61fe7e16d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036821680305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33386394'] for subnet, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:16.123221 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:16.164191 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c5b76d-bf7b-4848-b16b-f8c61fe7e16d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99e482be-1e6b-4c97-9638-74c80f0f9561,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:16.167156 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c2c5b76d-bf7b-4848-b16b-f8c61fe7e16d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:16.169564 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c2c5b76d-bf7b-4848-b16b-f8c61fe7e16d admin admin] Notify callbacks [] for subnet, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:16.176146 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-c2c5b76d-bf7b-4848-b16b-f8c61fe7e16d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/99e482be-1e6b-4c97-9638-74c80f0f9561 HTTP/1.1" status: 204 len: 168 time: 0.3253119 Sep 20 16:04:16.178674 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 57850) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:16.297162 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-465c6cd0-ec61-4630-954f-a1373333e6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854743839'] for network, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:16.617716 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-465c6cd0-ec61-4630-954f-a1373333e6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30012', 'neutron.services.segments.db._delete_segments_for_network-8786514012702'] for network, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:16.649764 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-465c6cd0-ec61-4630-954f-a1373333e6c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['526d51a6-e1d8-43dc-ad4b-1d3805a10527']}} {{(pid=82369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:04:16.667011 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-465c6cd0-ec61-4630-954f-a1373333e6c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53b27ffb-2548-4ae3-9c2a-2f4b0770f622') {'for_net_delete': True} {{(pid=82369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:04:16.667350 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-465c6cd0-ec61-4630-954f-a1373333e6c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53b27ffb-2548-4ae3-9c2a-2f4b0770f622') {} {{(pid=82369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:04:16.679568 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-465c6cd0-ec61-4630-954f-a1373333e6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250340771410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32543749'] for segment, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:16.694639 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-465c6cd0-ec61-4630-954f-a1373333e6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854403426'] for segment, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:16.702868 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-465c6cd0-ec61-4630-954f-a1373333e6c9 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=82369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 20 16:04:16.703977 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-465c6cd0-ec61-4630-954f-a1373333e6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-372359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036821680140'] for segment, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:16.722179 dv-cinder-809669-1-iscsi neutron-server[82259]: Traceback (most recent call last): Sep 20 16:04:16.722179 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 20 16:04:16.722179 dv-cinder-809669-1-iscsi neutron-server[82259]: timer() Sep 20 16:04:16.722179 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 16:04:16.722179 dv-cinder-809669-1-iscsi neutron-server[82259]: cb(*args, **kw) Sep 20 16:04:16.722179 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 20 16:04:16.722179 dv-cinder-809669-1-iscsi neutron-server[82259]: return func(*args, **kwargs) Sep 20 16:04:16.722179 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 16:04:16.722179 dv-cinder-809669-1-iscsi neutron-server[82259]: self._notify() Sep 20 16:04:16.722179 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 16:04:16.722179 dv-cinder-809669-1-iscsi neutron-server[82259]: self.callback(batched_events) Sep 20 16:04:16.722179 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 16:04:16.722179 dv-cinder-809669-1-iscsi neutron-server[82259]: event.method(event) Sep 20 16:04:16.722179 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 20 16:04:16.722179 dv-cinder-809669-1-iscsi neutron-server[82259]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 16:04:16.722179 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 20 16:04:16.722179 dv-cinder-809669-1-iscsi neutron-server[82259]: segment_id)['aggregates'][0] Sep 20 16:04:16.722179 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 20 16:04:16.722179 dv-cinder-809669-1-iscsi neutron-server[82259]: return f(self, *a, **k) Sep 20 16:04:16.722179 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 20 16:04:16.722179 dv-cinder-809669-1-iscsi neutron-server[82259]: return self._get(url).json() Sep 20 16:04:16.722179 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 16:04:16.722179 dv-cinder-809669-1-iscsi neutron-server[82259]: **kwargs) Sep 20 16:04:16.722179 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 20 16:04:16.722179 dv-cinder-809669-1-iscsi neutron-server[82259]: return self.request(url, 'GET', **kwargs) Sep 20 16:04:16.722179 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 20 16:04:16.722179 dv-cinder-809669-1-iscsi neutron-server[82259]: **endpoint_filter) Sep 20 16:04:16.722179 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 20 16:04:16.722179 dv-cinder-809669-1-iscsi neutron-server[82259]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 16:04:16.722179 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 20 16:04:16.722179 dv-cinder-809669-1-iscsi neutron-server[82259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 16:04:16.722179 dv-cinder-809669-1-iscsi neutron-server[82259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 16:04:16.818426 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-465c6cd0-ec61-4630-954f-a1373333e6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854745781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1017775'] for network, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:16.822778 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-72dc7ffa-17ba-4f31-ad27-a846caa37c85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:16.841326 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-465c6cd0-ec61-4630-954f-a1373333e6c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for network, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:16.858709 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c6cd0-ec61-4630-954f-a1373333e6c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=526d51a6-e1d8-43dc-ad4b-1d3805a10527,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:16.858709 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-465c6cd0-ec61-4630-954f-a1373333e6c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:16.871110 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-465c6cd0-ec61-4630-954f-a1373333e6c9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/526d51a6-e1d8-43dc-ad4b-1d3805a10527 HTTP/1.1" status: 204 len: 168 time: 0.6912403 Sep 20 16:04:17.089466 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd059ee-969c-4876-a640-f54739608107 req-8a089749-a4a7-40b8-b5cc-39ef428c9205 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:17.091158 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7bd059ee-969c-4876-a640-f54739608107 req-8a089749-a4a7-40b8-b5cc-39ef428c9205 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 984 time: 0.1010201 Sep 20 16:04:17.113648 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 57866) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:17.152985 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7bd059ee-969c-4876-a640-f54739608107 req-4c105169-3b32-4199-bdc1-2a14cb12377d tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&id=ae539866-9bb7-4df5-a9b8-409d97d3ec17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517251 Sep 20 16:04:17.182551 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-2f69c0d2-985e-427d-9055-f31699aa4fa1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a0ad6fb96f2948788cf8a1d3d787552f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0675931 Sep 20 16:04:17.185043 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 57870) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:17.256523 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-470011ef-2018-4805-89bf-0f864c19c351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:17.283463 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-470011ef-2018-4805-89bf-0f864c19c351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:17.330318 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-470011ef-2018-4805-89bf-0f864c19c351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:17.335169 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-7f7b0156-7489-4255-81ee-99c13025a4df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:17.348725 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470011ef-2018-4805-89bf-0f864c19c351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7ab208-7bc6-46e5-9789-d54b003a89e5,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:17.351731 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-470011ef-2018-4805-89bf-0f864c19c351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:17.361118 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 8e9f2662-9c4a-4709-afef-936a6aa9a305 no longer exists at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:04:17.362303 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-470011ef-2018-4805-89bf-0f864c19c351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:17.363868 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-470011ef-2018-4805-89bf-0f864c19c351 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bf7ab208-7bc6-46e5-9789-d54b003a89e5 HTTP/1.1" status: 204 len: 168 time: 0.1778514 Sep 20 16:04:17.388628 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af1b2d1-b0b6-4863-9328-54c9992933a7 None None] Sync routers for ids ['7eeebcea-2006-42ed-a4b4-e2d63ba622c0'] in dv-cinder-809669-1-iscsi {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 16:04:17.402313 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af1b2d1-b0b6-4863-9328-54c9992933a7 None None] Routers {'7eeebcea-2006-42ed-a4b4-e2d63ba622c0'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:04:17.403732 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-5af1b2d1-b0b6-4863-9328-54c9992933a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:04:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['7eeebcea-2006-42ed-a4b4-e2d63ba622c0'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:04:17.408016 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] No Port match for: 8e9f2662-9c4a-4709-afef-936a6aa9a305 {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:04:17.408401 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 8e9f2662-9c4a-4709-afef-936a6aa9a305 not bound to the agent host hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:04:17.749946 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-5af1b2d1-b0b6-4863-9328-54c9992933a7 None None] Set router 7eeebcea-2006-42ed-a4b4-e2d63ba622c0 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:04:18.091816 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-5af1b2d1-b0b6-4863-9328-54c9992933a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eeebcea-2006-42ed-a4b4-e2d63ba622c0', 'name': 'tempest-TestVolumeBootPattern-1284477534-router', 'tenant_id': '311b553bdf17450497b75bb23cbb8fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'e6f27b6c-46a7-4bb3-8308-c9a983d738b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:04:04Z', 'updated_at': '2021-09-20T16:04:09Z', 'revision_number': 4, 'project_id': '311b553bdf17450497b75bb23cbb8fb4', 'gw_port': {'id': 'e6f27b6c-46a7-4bb3-8308-c9a983d738b8', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:39:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeebcea-2006-42ed-a4b4-e2d63ba622c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:04:05Z', 'updated_at': '2021-09-20T16:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': 'a38bd712-403d-4cb0-ae3b-42b13d0625fe', 'name': '', 'network_id': 'd11a2306-17a8-4b41-b7bf-9dede1971e2b', 'tenant_id': '311b553bdf17450497b75bb23cbb8fb4', 'mac_address': 'fa:16:3e:a5:c9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eeebcea-2006-42ed-a4b4-e2d63ba622c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a2cb55a-eb4c-40a9-9aa4-4b61e8b8a6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:04:07Z', 'updated_at': '2021-09-20T16:04:09Z', 'revision_number': 2, 'project_id': '311b553bdf17450497b75bb23cbb8fb4', 'subnets': [{'id': '3a2cb55a-eb4c-40a9-9aa4-4b61e8b8a6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:04:18.096542 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af1b2d1-b0b6-4863-9328-54c9992933a7 None None] Checking router: 7eeebcea-2006-42ed-a4b4-e2d63ba622c0 for host: dv-cinder-809669-1-iscsi {{(pid=82371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 16:04:18.096885 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af1b2d1-b0b6-4863-9328-54c9992933a7 None None] Updating router 7eeebcea-2006-42ed-a4b4-e2d63ba622c0 port a38bd712-403d-4cb0-ae3b-42b13d0625fe binding host dv-cinder-809669-1-iscsi {{(pid=82371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 20 16:04:18.154428 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5af1b2d1-b0b6-4863-9328-54c9992933a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:18.593236 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5af1b2d1-b0b6-4863-9328-54c9992933a7 None None] Notify callbacks [] for port, precommit_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:18.614823 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-5af1b2d1-b0b6-4863-9328-54c9992933a7 None None] Transition to ACTIVE for port object a38bd712-403d-4cb0-ae3b-42b13d0625fe will not be triggered until provisioned by entity L2. {{(pid=82371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:04:18.624022 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5af1b2d1-b0b6-4863-9328-54c9992933a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:18.631072 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:18.676466 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd23661-15bd-4476-b1b9-d76c40b41631 req-5bb03f2c-b31f-4137-aa72-86d5c17e3c1f tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:18.678090 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9bd23661-15bd-4476-b1b9-d76c40b41631 req-5bb03f2c-b31f-4137-aa72-86d5c17e3c1f tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 984 time: 0.3830786 Sep 20 16:04:18.688070 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9696558-dfa1-4f8f-96c7-163f6567dcd3 req-7d98c3d2-6da8-4f7e-a101-f85ffe6d179b tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:18.689635 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c9696558-dfa1-4f8f-96c7-163f6567dcd3 req-7d98c3d2-6da8-4f7e-a101-f85ffe6d179b tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fc4c687-199e-4763-ba00-d63b22d1adea HTTP/1.1" status: 200 len: 945 time: 0.3546033 Sep 20 16:04:18.752939 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 90389290-602e-467f-9479-ebeb5a7610b3 no longer exists at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:04:18.778025 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9bd23661-15bd-4476-b1b9-d76c40b41631 req-5a826ab8-c930-48d1-ae59-efe32559c4eb tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&id=ae539866-9bb7-4df5-a9b8-409d97d3ec17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0873239 Sep 20 16:04:18.791149 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d531b1-d759-4f1f-9eb0-ddad0c9ff0f1 None None] Pushing event updated for resources: {'Port': ['ID=a38bd712-403d-4cb0-ae3b-42b13d0625fe,revision_number=3']} {{(pid=82371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:18.797806 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-70d531b1-d759-4f1f-9eb0-ddad0c9ff0f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:18.799485 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c9696558-dfa1-4f8f-96c7-163f6567dcd3 req-ad8293e0-dec8-4454-9c65-0f7cebaf9180 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736110 Sep 20 16:04:18.819438 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] No Port match for: 90389290-602e-467f-9479-ebeb5a7610b3 {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:04:18.819831 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 90389290-602e-467f-9479-ebeb5a7610b3 not bound to the agent host dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:04:18.921623 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-5af1b2d1-b0b6-4863-9328-54c9992933a7 None None] Attempting to bind port a38bd712-403d-4cb0-ae3b-42b13d0625fe on host dv-cinder-809669-1-iscsi for vnic_type normal with profile {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 16:04:18.922041 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-5af1b2d1-b0b6-4863-9328-54c9992933a7 None None] Attempting to bind port a38bd712-403d-4cb0-ae3b-42b13d0625fe by drivers openvswitch,hyperv on host dv-cinder-809669-1-iscsi at level 0 using segments [{'id': '28e8a9e5-e218-4c46-ba10-483cb8e45689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd11a2306-17a8-4b41-b7bf-9dede1971e2b'}] {{(pid=82371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 16:04:18.922449 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af1b2d1-b0b6-4863-9328-54c9992933a7 None None] Attempting to bind port a38bd712-403d-4cb0-ae3b-42b13d0625fe on network d11a2306-17a8-4b41-b7bf-9dede1971e2b {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:04:18.929608 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af1b2d1-b0b6-4863-9328-54c9992933a7 None None] Checking agent: {'id': 'e3ab64f4-5a45-40ad-bdab-6ad34693b70b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 51, 4), 'started_at': datetime.datetime(2021, 9, 20, 15, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 16, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 16:04:18.930018 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af1b2d1-b0b6-4863-9328-54c9992933a7 None None] Checking segment: {'id': '28e8a9e5-e218-4c46-ba10-483cb8e45689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd11a2306-17a8-4b41-b7bf-9dede1971e2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:04:18.930464 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5af1b2d1-b0b6-4863-9328-54c9992933a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:18.930923 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af1b2d1-b0b6-4863-9328-54c9992933a7 None None] Bound using segment: {'id': '28e8a9e5-e218-4c46-ba10-483cb8e45689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd11a2306-17a8-4b41-b7bf-9dede1971e2b'} {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 16:04:18.931435 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-5af1b2d1-b0b6-4863-9328-54c9992933a7 None None] Bound port: a38bd712-403d-4cb0-ae3b-42b13d0625fe, host: dv-cinder-809669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e8a9e5-e218-4c46-ba10-483cb8e45689', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'd11a2306-17a8-4b41-b7bf-9dede1971e2b'}}] {{(pid=82371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 16:04:18.931850 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5af1b2d1-b0b6-4863-9328-54c9992933a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:19.031096 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-5af1b2d1-b0b6-4863-9328-54c9992933a7 None None] For port a38bd712-403d-4cb0-ae3b-42b13d0625fe, host dv-cinder-809669-1-iscsi, cleared binding levels {{(pid=82371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 16:04:19.034560 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-5af1b2d1-b0b6-4863-9328-54c9992933a7 None None] For port a38bd712-403d-4cb0-ae3b-42b13d0625fe, host dv-cinder-809669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=a38bd712-403d-4cb0-ae3b-42b13d0625fe,segment=NetworkSegment(28e8a9e5-e218-4c46-ba10-483cb8e45689),segment_id=28e8a9e5-e218-4c46-ba10-483cb8e45689)] {{(pid=82371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 16:04:19.040443 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5af1b2d1-b0b6-4863-9328-54c9992933a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:19.045493 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-43746b65-9e73-4e7a-b993-817f51879e06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:19.133728 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d531b1-d759-4f1f-9eb0-ddad0c9ff0f1 None None] Pushing event updated for resources: {'Port': ['ID=a38bd712-403d-4cb0-ae3b-42b13d0625fe,revision_number=4']} {{(pid=82371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:19.137583 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-70d531b1-d759-4f1f-9eb0-ddad0c9ff0f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:19.138242 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af1b2d1-b0b6-4863-9328-54c9992933a7 None None] Routers {'7eeebcea-2006-42ed-a4b4-e2d63ba622c0'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:04:19.138936 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-5af1b2d1-b0b6-4863-9328-54c9992933a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:04:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['7eeebcea-2006-42ed-a4b4-e2d63ba622c0'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:04:19.341769 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-5af1b2d1-b0b6-4863-9328-54c9992933a7 None None] Set router 7eeebcea-2006-42ed-a4b4-e2d63ba622c0 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:04:19.679518 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-5af1b2d1-b0b6-4863-9328-54c9992933a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eeebcea-2006-42ed-a4b4-e2d63ba622c0', 'name': 'tempest-TestVolumeBootPattern-1284477534-router', 'tenant_id': '311b553bdf17450497b75bb23cbb8fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'e6f27b6c-46a7-4bb3-8308-c9a983d738b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:04:04Z', 'updated_at': '2021-09-20T16:04:09Z', 'revision_number': 4, 'project_id': '311b553bdf17450497b75bb23cbb8fb4', 'gw_port': {'id': 'e6f27b6c-46a7-4bb3-8308-c9a983d738b8', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:39:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeebcea-2006-42ed-a4b4-e2d63ba622c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:04:05Z', 'updated_at': '2021-09-20T16:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': 'a38bd712-403d-4cb0-ae3b-42b13d0625fe', 'name': '', 'network_id': 'd11a2306-17a8-4b41-b7bf-9dede1971e2b', 'tenant_id': '311b553bdf17450497b75bb23cbb8fb4', 'mac_address': 'fa:16:3e:a5:c9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eeebcea-2006-42ed-a4b4-e2d63ba622c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a2cb55a-eb4c-40a9-9aa4-4b61e8b8a6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:04:07Z', 'updated_at': '2021-09-20T16:04:19Z', 'revision_number': 4, 'project_id': '311b553bdf17450497b75bb23cbb8fb4', 'subnets': [{'id': '3a2cb55a-eb4c-40a9-9aa4-4b61e8b8a6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:04:19.683742 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af1b2d1-b0b6-4863-9328-54c9992933a7 None None] The sync data for ids ['7eeebcea-2006-42ed-a4b4-e2d63ba622c0'] in dv-cinder-809669-1-iscsi is: [{'id': '7eeebcea-2006-42ed-a4b4-e2d63ba622c0', 'name': 'tempest-TestVolumeBootPattern-1284477534-router', 'tenant_id': '311b553bdf17450497b75bb23cbb8fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'e6f27b6c-46a7-4bb3-8308-c9a983d738b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:04:04Z', 'updated_at': '2021-09-20T16:04:09Z', 'revision_number': 4, 'project_id': '311b553bdf17450497b75bb23cbb8fb4', 'gw_port': {'id': 'e6f27b6c-46a7-4bb3-8308-c9a983d738b8', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:39:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeebcea-2006-42ed-a4b4-e2d63ba622c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:04:05Z', 'updated_at': '2021-09-20T16:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': 'a38bd712-403d-4cb0-ae3b-42b13d0625fe', 'name': '', 'network_id': 'd11a2306-17a8-4b41-b7bf-9dede1971e2b', 'tenant_id': '311b553bdf17450497b75bb23cbb8fb4', 'mac_address': 'fa:16:3e:a5:c9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eeebcea-2006-42ed-a4b4-e2d63ba622c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a2cb55a-eb4c-40a9-9aa4-4b61e8b8a6e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:04:07Z', 'updated_at': '2021-09-20T16:04:19Z', 'revision_number': 4, 'project_id': '311b553bdf17450497b75bb23cbb8fb4', 'subnets': [{'id': '3a2cb55a-eb4c-40a9-9aa4-4b61e8b8a6e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 16:04:20.025099 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287482b-d14c-4039-a786-864321e42246 req-f562b1bb-65e0-495a-9693-0b0fb8476824 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:20.026730 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4287482b-d14c-4039-a786-864321e42246 req-f562b1bb-65e0-495a-9693-0b0fb8476824 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fc4c687-199e-4763-ba00-d63b22d1adea HTTP/1.1" status: 200 len: 945 time: 0.0953605 Sep 20 16:04:20.081269 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4287482b-d14c-4039-a786-864321e42246 req-47977b0c-6b7a-40a8-8b56-eb3d909282e8 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/security-groups?id=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480266 Sep 20 16:04:20.229934 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4df26b-ed4b-417a-80c9-bd74145708c9 req-d1ab86da-b952-4ac9-8d97-398a74e5b565 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:20.231580 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5e4df26b-ed4b-417a-80c9-bd74145708c9 req-d1ab86da-b952-4ac9-8d97-398a74e5b565 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.36 "GET /v2.0/ports?device_id=7fc4c687-199e-4763-ba00-d63b22d1adea HTTP/1.1" status: 200 len: 945 time: 0.0864646 Sep 20 16:04:20.295308 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 57946) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:20.316377 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [req-5e4df26b-ed4b-417a-80c9-bd74145708c9 req-19fa889f-b20a-485a-876c-33ece028dcfb tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Deleting port c19460c0-3a44-4fe8-8bbf-ef0855b29da3 {{(pid=82368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:04:20.316888 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-5e4df26b-ed4b-417a-80c9-bd74145708c9 req-19fa889f-b20a-485a-876c-33ece028dcfb tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:20.468121 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d4fca627-25fa-4113-8ffa-5fa45eda45ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:20.502488 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-d4fca627-25fa-4113-8ffa-5fa45eda45ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:04:20.506557 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-d4fca627-25fa-4113-8ffa-5fa45eda45ca admin admin] Usage tracker for resource:security_group_rule and tenant:9f5d808f3f614b7fb4f8de6cb526f8ba is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:04:20.509643 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-d4fca627-25fa-4113-8ffa-5fa45eda45ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:04:20.515693 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-d4fca627-25fa-4113-8ffa-5fa45eda45ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:04:20.582040 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-5e4df26b-ed4b-417a-80c9-bd74145708c9 req-19fa889f-b20a-485a-876c-33ece028dcfb tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] For port c19460c0-3a44-4fe8-8bbf-ef0855b29da3, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=c19460c0-3a44-4fe8-8bbf-ef0855b29da3,segment=NetworkSegment(af014d27-e93b-4a03-86de-e38863424f3d),segment_id=af014d27-e93b-4a03-86de-e38863424f3d)] {{(pid=82368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:04:20.582441 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-5e4df26b-ed4b-417a-80c9-bd74145708c9 req-19fa889f-b20a-485a-876c-33ece028dcfb tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:20.585796 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d4fca627-25fa-4113-8ffa-5fa45eda45ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:20.589170 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d4fca627-25fa-4113-8ffa-5fa45eda45ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:20.599391 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-5744a020-c8a2-4717-961b-d833be2bc6a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:20.647688 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-d4fca627-25fa-4113-8ffa-5fa45eda45ca admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9f5d808f3f614b7fb4f8de6cb526f8ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3506620 Sep 20 16:04:20.648589 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fca627-25fa-4113-8ffa-5fa45eda45ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b0287e-d9e7-47fa-a9a7-1641aa52e228,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:20.651064 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 57952) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:20.654111 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d4fca627-25fa-4113-8ffa-5fa45eda45ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:20.718891 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [req-5e4df26b-ed4b-417a-80c9-bd74145708c9 req-19fa889f-b20a-485a-876c-33ece028dcfb tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Calling delete_port for c19460c0-3a44-4fe8-8bbf-ef0855b29da3 owned by compute:nova {{(pid=82368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:04:20.728418 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-469f9b94-20a9-49b8-be96-d95d67185e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:20.758416 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-469f9b94-20a9-49b8-be96-d95d67185e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:20.816743 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device a38bd712-403d-4cb0-ae3b-42b13d0625fe up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:04:20.825814 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-469f9b94-20a9-49b8-be96-d95d67185e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:20.834403 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-470011ef-2018-4805-89bf-0f864c19c351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:20.851218 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-469f9b94-20a9-49b8-be96-d95d67185e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:20.855704 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-469f9b94-20a9-49b8-be96-d95d67185e8e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/75b0287e-d9e7-47fa-a9a7-1641aa52e228 HTTP/1.1" status: 204 len: 168 time: 0.2036607 Sep 20 16:04:20.857107 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f9b94-20a9-49b8-be96-d95d67185e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b0287e-d9e7-47fa-a9a7-1641aa52e228,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:20.865114 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-469f9b94-20a9-49b8-be96-d95d67185e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:20.928738 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-5e4df26b-ed4b-417a-80c9-bd74145708c9 req-19fa889f-b20a-485a-876c-33ece028dcfb tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:20.937398 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-037312b4-058b-46e7-8bd5-bdc9cd10f4ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:20.947303 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['c19460c0-3a44-4fe8-8bbf-ef0855b29da3'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:04:20.995693 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fa889f-b20a-485a-876c-33ece028dcfb tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Pushing event deleted for resources: {'Port': ['ID=c19460c0-3a44-4fe8-8bbf-ef0855b29da3,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:21.000242 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-19fa889f-b20a-485a-876c-33ece028dcfb tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:21.025260 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning for port a38bd712-403d-4cb0-ae3b-42b13d0625fe completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:04:21.030827 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port a38bd712-403d-4cb0-ae3b-42b13d0625fe triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:04:21.031281 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:21.088134 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e4df26b-ed4b-417a-80c9-bd74145708c9 req-19fa889f-b20a-485a-876c-33ece028dcfb tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] No DVR routers for this DVR port c19460c0-3a44-4fe8-8bbf-ef0855b29da3 on host hv-cinder-80966 {{(pid=82368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 20 16:04:21.091300 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-5e4df26b-ed4b-417a-80c9-bd74145708c9 req-19fa889f-b20a-485a-876c-33ece028dcfb tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:21.094950 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc4c687-199e-4763-ba00-d63b22d1adea', 'name': 'network-vif-deleted', 'tag': 'c19460c0-3a44-4fe8-8bbf-ef0855b29da3'}] {{(pid=82368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:04:21.112042 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5e4df26b-ed4b-417a-80c9-bd74145708c9 req-19fa889f-b20a-485a-876c-33ece028dcfb tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.36 "DELETE /v2.0/ports/c19460c0-3a44-4fe8-8bbf-ef0855b29da3 HTTP/1.1" status: 204 len: 173 time: 0.8744280 Sep 20 16:04:21.163908 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:21.182483 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc4c687-199e-4763-ba00-d63b22d1adea', 'name': 'network-vif-deleted', 'tag': 'c19460c0-3a44-4fe8-8bbf-ef0855b29da3', 'status': 'completed', 'code': 200} Sep 20 16:04:21.199243 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] For port a38bd712-403d-4cb0-ae3b-42b13d0625fe, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=a38bd712-403d-4cb0-ae3b-42b13d0625fe,segment=NetworkSegment(28e8a9e5-e218-4c46-ba10-483cb8e45689),segment_id=28e8a9e5-e218-4c46-ba10-483cb8e45689)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:04:21.206023 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:21.211919 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f4f0adaf-6f9d-469e-8fbe-5020fa398620 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:21.289849 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Pushing event updated for resources: {'Port': ['ID=a38bd712-403d-4cb0-ae3b-42b13d0625fe,revision_number=5']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:21.293519 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:21.294391 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-4b856781-5d08-49a7-b098-9b08ac4c9031 req-3fd1edda-54c1-4e05-9610-4bafdda9ef2f tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Synchronizing usage tracker for tenant:8bf0b02c11fa406eb7e8152365858c89 on resource:port {{(pid=82368) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:04:21.310651 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-4b856781-5d08-49a7-b098-9b08ac4c9031 req-3fd1edda-54c1-4e05-9610-4bafdda9ef2f tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Unset dirty status for tenant:8bf0b02c11fa406eb7e8152365858c89 on resource:port {{(pid=82368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:04:21.312499 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4b856781-5d08-49a7-b098-9b08ac4c9031 req-3fd1edda-54c1-4e05-9610-4bafdda9ef2f tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] 10.222.0.35 "GET /v2.0/ports?device_id=7fc4c687-199e-4763-ba00-d63b22d1adea HTTP/1.1" status: 200 len: 210 time: 0.0668817 Sep 20 16:04:21.345662 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 57966) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:21.368276 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3c4a3699-a2d1-4086-93fe-080d5d41be1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:21.402006 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-3c4a3699-a2d1-4086-93fe-080d5d41be1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:04:21.406043 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-3c4a3699-a2d1-4086-93fe-080d5d41be1b admin admin] Usage tracker for resource:security_group_rule and tenant:a301be107669403083e97a84fc1ce870 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:04:21.409055 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-3c4a3699-a2d1-4086-93fe-080d5d41be1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:04:21.415115 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-3c4a3699-a2d1-4086-93fe-080d5d41be1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:04:21.483014 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3c4a3699-a2d1-4086-93fe-080d5d41be1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:21.485785 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3c4a3699-a2d1-4086-93fe-080d5d41be1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:21.493093 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:21.537286 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4a3699-a2d1-4086-93fe-080d5d41be1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15499e1-6cc9-4039-8b89-bf2509fde253,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:21.542129 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-3c4a3699-a2d1-4086-93fe-080d5d41be1b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a301be107669403083e97a84fc1ce870&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1952198 Sep 20 16:04:21.543193 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-3c4a3699-a2d1-4086-93fe-080d5d41be1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:21.544996 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 57970) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:21.608149 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f574dd25-2e87-487b-b666-8af47efdfe83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:21.637653 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f574dd25-2e87-487b-b666-8af47efdfe83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:21.693478 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f574dd25-2e87-487b-b666-8af47efdfe83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:21.698458 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-470d4a16-f41b-4049-a9a1-35c582b078b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:21.712212 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f574dd25-2e87-487b-b666-8af47efdfe83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15499e1-6cc9-4039-8b89-bf2509fde253,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:21.716462 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f574dd25-2e87-487b-b666-8af47efdfe83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:21.720148 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f574dd25-2e87-487b-b666-8af47efdfe83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:21.721623 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-f574dd25-2e87-487b-b666-8af47efdfe83 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b15499e1-6cc9-4039-8b89-bf2509fde253 HTTP/1.1" status: 204 len: 168 time: 0.1755893 Sep 20 16:04:22.111153 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-409be58e-67ac-4f93-ab00-7995369d8c33 req-2187f3e4-3aee-417d-877d-9b9bb8794f55 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751886 Sep 20 16:04:22.231482 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-409be58e-67ac-4f93-ab00-7995369d8c33 req-17ddda0f-67fe-4552-b5bf-5acc284c039c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fd7704af87e049c8b60cee7ad66c9d89&device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 1098 time: 0.0777335 Sep 20 16:04:22.416701 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409be58e-67ac-4f93-ab00-7995369d8c33 req-a4ca8288-0671-49a4-a9fa-70abf4a58211 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:22.418322 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-409be58e-67ac-4f93-ab00-7995369d8c33 req-a4ca8288-0671-49a4-a9fa-70abf4a58211 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d940861-2256-4176-a2ad-3f8353b646fe HTTP/1.1" status: 200 len: 912 time: 0.1572437 Sep 20 16:04:22.435832 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 57992) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:22.504519 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f7b49be-e065-4fe1-a062-d0b646d21432 admin admin] Deleting subnet ec1946d3-cedd-49f4-8285-8cb4d80885c9 {{(pid=82369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 20 16:04:22.507771 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9f7b49be-e065-4fe1-a062-d0b646d21432 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:22.542090 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-409be58e-67ac-4f93-ab00-7995369d8c33 req-2f6a2891-c3ac-4220-bced-0056824c0061 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=522e6331-094c-47d9-b04b-55e867c66586 HTTP/1.1" status: 200 len: 1001 time: 0.1150978 Sep 20 16:04:22.570472 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9f7b49be-e065-4fe1-a062-d0b646d21432 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822232036'] for subnet, precommit_delete_associations {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:22.624205 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409be58e-67ac-4f93-ab00-7995369d8c33 req-50998a38-aef8-4277-b6e4-ba1079a96b64 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:22.625821 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-409be58e-67ac-4f93-ab00-7995369d8c33 req-50998a38-aef8-4277-b6e4-ba1079a96b64 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff460d82-964a-44b5-b5c5-4abe0f89a661 HTTP/1.1" status: 200 len: 850 time: 0.0769041 Sep 20 16:04:22.630647 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9f7b49be-e065-4fe1-a062-d0b646d21432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4005'] for subnet, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:22.711785 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-409be58e-67ac-4f93-ab00-7995369d8c33 req-ab6cf4c2-cd76-41ca-935f-9e5e11eff27d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d940861-2256-4176-a2ad-3f8353b646fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0792549 Sep 20 16:04:22.720783 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9f7b49be-e065-4fe1-a062-d0b646d21432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036821680305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33386394'] for subnet, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:22.728491 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:22.777655 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7b49be-e065-4fe1-a062-d0b646d21432 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec1946d3-cedd-49f4-8285-8cb4d80885c9,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:22.780910 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-9f7b49be-e065-4fe1-a062-d0b646d21432 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:22.784840 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9f7b49be-e065-4fe1-a062-d0b646d21432 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:22.793556 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-9f7b49be-e065-4fe1-a062-d0b646d21432 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ec1946d3-cedd-49f4-8285-8cb4d80885c9 HTTP/1.1" status: 204 len: 168 time: 0.3564897 Sep 20 16:04:22.801380 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device a38bd712-403d-4cb0-ae3b-42b13d0625fe up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:04:22.801794 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 58002) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:22.897464 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-409be58e-67ac-4f93-ab00-7995369d8c33 req-288433c2-50ed-4b54-9906-75d19b79f831 service neutron] 10.222.0.36 "GET /v2.0/networks/8d940861-2256-4176-a2ad-3f8353b646fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773965 Sep 20 16:04:22.940975 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port a38bd712-403d-4cb0-ae3b-42b13d0625fe triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:04:22.941390 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:22.963270 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-208605fa-49c7-41d5-8b84-f8a67acde904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854743839'] for network, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:23.086484 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-409be58e-67ac-4f93-ab00-7995369d8c33 req-886e522e-6b3a-40e2-a584-a6353f87b21f service neutron] 10.222.0.36 "GET /v2.0/networks/8d940861-2256-4176-a2ad-3f8353b646fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747599 Sep 20 16:04:23.143006 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-208605fa-49c7-41d5-8b84-f8a67acde904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30012', 'neutron.services.segments.db._delete_segments_for_network-8786514012702'] for network, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:23.174981 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-208605fa-49c7-41d5-8b84-f8a67acde904 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5b72bd9-9e2c-4379-b1a6-74f4994e0552']}} {{(pid=82369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:04:23.188424 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-208605fa-49c7-41d5-8b84-f8a67acde904 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af014d27-e93b-4a03-86de-e38863424f3d') {'for_net_delete': True} {{(pid=82369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:04:23.188756 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-208605fa-49c7-41d5-8b84-f8a67acde904 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af014d27-e93b-4a03-86de-e38863424f3d') {} {{(pid=82369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:04:23.200674 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-208605fa-49c7-41d5-8b84-f8a67acde904 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250340771410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32543749'] for segment, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:23.215686 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-208605fa-49c7-41d5-8b84-f8a67acde904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854403426'] for segment, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:23.222058 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-208605fa-49c7-41d5-8b84-f8a67acde904 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=82369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 20 16:04:23.222479 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-208605fa-49c7-41d5-8b84-f8a67acde904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-372359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036821680140'] for segment, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:23.236976 dv-cinder-809669-1-iscsi neutron-server[82259]: Traceback (most recent call last): Sep 20 16:04:23.236976 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 20 16:04:23.236976 dv-cinder-809669-1-iscsi neutron-server[82259]: timer() Sep 20 16:04:23.236976 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 16:04:23.236976 dv-cinder-809669-1-iscsi neutron-server[82259]: cb(*args, **kw) Sep 20 16:04:23.236976 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 20 16:04:23.236976 dv-cinder-809669-1-iscsi neutron-server[82259]: return func(*args, **kwargs) Sep 20 16:04:23.236976 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 16:04:23.236976 dv-cinder-809669-1-iscsi neutron-server[82259]: self._notify() Sep 20 16:04:23.236976 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 16:04:23.236976 dv-cinder-809669-1-iscsi neutron-server[82259]: self.callback(batched_events) Sep 20 16:04:23.236976 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 16:04:23.236976 dv-cinder-809669-1-iscsi neutron-server[82259]: event.method(event) Sep 20 16:04:23.236976 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 20 16:04:23.236976 dv-cinder-809669-1-iscsi neutron-server[82259]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 16:04:23.236976 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 20 16:04:23.236976 dv-cinder-809669-1-iscsi neutron-server[82259]: segment_id)['aggregates'][0] Sep 20 16:04:23.236976 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 20 16:04:23.236976 dv-cinder-809669-1-iscsi neutron-server[82259]: return f(self, *a, **k) Sep 20 16:04:23.236976 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 20 16:04:23.236976 dv-cinder-809669-1-iscsi neutron-server[82259]: return self._get(url).json() Sep 20 16:04:23.236976 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 16:04:23.236976 dv-cinder-809669-1-iscsi neutron-server[82259]: **kwargs) Sep 20 16:04:23.236976 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 20 16:04:23.236976 dv-cinder-809669-1-iscsi neutron-server[82259]: return self.request(url, 'GET', **kwargs) Sep 20 16:04:23.236976 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 20 16:04:23.236976 dv-cinder-809669-1-iscsi neutron-server[82259]: **endpoint_filter) Sep 20 16:04:23.236976 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 20 16:04:23.236976 dv-cinder-809669-1-iscsi neutron-server[82259]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 16:04:23.236976 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 20 16:04:23.236976 dv-cinder-809669-1-iscsi neutron-server[82259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 16:04:23.236976 dv-cinder-809669-1-iscsi neutron-server[82259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 16:04:23.317324 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-208605fa-49c7-41d5-8b84-f8a67acde904 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854745781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1017775'] for network, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:23.321143 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-465c6cd0-ec61-4630-954f-a1373333e6c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:23.335497 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-208605fa-49c7-41d5-8b84-f8a67acde904 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for network, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:23.346443 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208605fa-49c7-41d5-8b84-f8a67acde904 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5b72bd9-9e2c-4379-b1a6-74f4994e0552,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:23.349941 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-208605fa-49c7-41d5-8b84-f8a67acde904 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:23.356612 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-208605fa-49c7-41d5-8b84-f8a67acde904 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f5b72bd9-9e2c-4379-b1a6-74f4994e0552 HTTP/1.1" status: 204 len: 168 time: 0.5537772 Sep 20 16:04:23.577776 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 58022) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:23.633317 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-aab4436e-167c-4a59-98dd-128aedeeb032 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8bf0b02c11fa406eb7e8152365858c89&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0539503 Sep 20 16:04:23.635981 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 58026) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:23.701449 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d005ea8c-7a75-48d7-a2a0-96fabf78666b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:23.735444 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d005ea8c-7a75-48d7-a2a0-96fabf78666b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:23.780041 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d005ea8c-7a75-48d7-a2a0-96fabf78666b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:23.785771 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-61ff003c-1d41-4882-b7d5-ffc2f396510d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:23.799481 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d005ea8c-7a75-48d7-a2a0-96fabf78666b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:23.802722 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d005ea8c-7a75-48d7-a2a0-96fabf78666b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:23.804830 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d005ea8c-7a75-48d7-a2a0-96fabf78666b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:23.807800 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-d005ea8c-7a75-48d7-a2a0-96fabf78666b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b6504f3e-0c6e-4fcd-82d8-9d7868cc29ed HTTP/1.1" status: 204 len: 168 time: 0.1689806 Sep 20 16:04:25.377878 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device c19460c0-3a44-4fe8-8bbf-ef0855b29da3 no longer exists at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:04:25.415657 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] No Port match for: c19460c0-3a44-4fe8-8bbf-ef0855b29da3 {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:04:25.416077 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device c19460c0-3a44-4fe8-8bbf-ef0855b29da3 not bound to the agent host hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:04:26.447529 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 58120) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:26.620814 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-4df62952-36cc-41f8-b450-8d01a34ffc41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:26.653882 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-4df62952-36cc-41f8-b450-8d01a34ffc41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:04:26.657873 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-4df62952-36cc-41f8-b450-8d01a34ffc41 admin admin] Usage tracker for resource:security_group_rule and tenant:315586c8718242edb009c0dfdc0dd101 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:04:26.660780 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-4df62952-36cc-41f8-b450-8d01a34ffc41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:04:26.668313 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-4df62952-36cc-41f8-b450-8d01a34ffc41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:04:26.734718 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-4df62952-36cc-41f8-b450-8d01a34ffc41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:26.737583 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-4df62952-36cc-41f8-b450-8d01a34ffc41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:26.744815 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c566945b-2de3-40df-a62d-e443e6a0bce6 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:26.787959 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df62952-36cc-41f8-b450-8d01a34ffc41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b04044b-fca9-47d5-8095-a89092051fd8,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:26.792085 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-4df62952-36cc-41f8-b450-8d01a34ffc41 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=315586c8718242edb009c0dfdc0dd101&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3432465 Sep 20 16:04:26.793068 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-4df62952-36cc-41f8-b450-8d01a34ffc41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:26.794829 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 58128) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:26.865090 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-72b024e5-1bcf-40ff-9648-4cc2b199ad8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:26.895555 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-72b024e5-1bcf-40ff-9648-4cc2b199ad8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:26.941653 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-72b024e5-1bcf-40ff-9648-4cc2b199ad8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:26.946682 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d005ea8c-7a75-48d7-a2a0-96fabf78666b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:26.962130 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b024e5-1bcf-40ff-9648-4cc2b199ad8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b04044b-fca9-47d5-8095-a89092051fd8,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:26.964804 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-72b024e5-1bcf-40ff-9648-4cc2b199ad8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:26.966907 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-72b024e5-1bcf-40ff-9648-4cc2b199ad8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:26.979029 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-72b024e5-1bcf-40ff-9648-4cc2b199ad8a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5b04044b-fca9-47d5-8095-a89092051fd8 HTTP/1.1" status: 204 len: 168 time: 0.1754625 Sep 20 16:04:27.351993 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 58146) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:27.371337 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2d2a14b0-04a8-4e51-93b2-5324795e92a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:27.404240 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-2d2a14b0-04a8-4e51-93b2-5324795e92a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:04:27.408451 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-2d2a14b0-04a8-4e51-93b2-5324795e92a8 admin admin] Usage tracker for resource:security_group_rule and tenant:22c7bae688584ba19e6d028d2a8c174c is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:04:27.411676 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-2d2a14b0-04a8-4e51-93b2-5324795e92a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:04:27.417836 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-2d2a14b0-04a8-4e51-93b2-5324795e92a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:04:27.486984 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2d2a14b0-04a8-4e51-93b2-5324795e92a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:27.523093 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2d2a14b0-04a8-4e51-93b2-5324795e92a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:27.531904 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-aec5d8e6-6fce-4997-a535-eb1b51b944d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:27.577445 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2a14b0-04a8-4e51-93b2-5324795e92a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34ad6471-89a2-4662-ae02-54e38b8b723c,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:27.581988 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-2d2a14b0-04a8-4e51-93b2-5324795e92a8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=22c7bae688584ba19e6d028d2a8c174c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2288408 Sep 20 16:04:27.583066 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-2d2a14b0-04a8-4e51-93b2-5324795e92a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:27.585363 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 58152) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:27.657180 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e5ecd8bd-fb68-441c-a7ae-692283391ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:27.684479 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e5ecd8bd-fb68-441c-a7ae-692283391ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:27.735343 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e5ecd8bd-fb68-441c-a7ae-692283391ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:27.740323 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-894d17a4-8c5c-41a9-b7c6-ebbd5d2ccb49 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:27.754400 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ecd8bd-fb68-441c-a7ae-692283391ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ad6471-89a2-4662-ae02-54e38b8b723c,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:27.757885 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-e5ecd8bd-fb68-441c-a7ae-692283391ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:27.759107 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e5ecd8bd-fb68-441c-a7ae-692283391ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:27.763647 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-e5ecd8bd-fb68-441c-a7ae-692283391ca0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/34ad6471-89a2-4662-ae02-54e38b8b723c HTTP/1.1" status: 204 len: 168 time: 0.1757789 Sep 20 16:04:28.223250 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b23b6-8981-4c99-8147-f556c27114bd req-29081bde-284f-48e6-9c4b-c2afc4548116 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:28.224886 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2e8b23b6-8981-4c99-8147-f556c27114bd req-29081bde-284f-48e6-9c4b-c2afc4548116 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 947 time: 0.0842009 Sep 20 16:04:28.274630 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2e8b23b6-8981-4c99-8147-f556c27114bd req-9af71b36-e92b-4762-98bc-025b3917fa3d tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436485 Sep 20 16:04:29.498147 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af22a24-256e-4cbf-8b9c-01feb1460509 req-778cad96-8bfe-4150-aff2-912b0faa49c8 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:29.500350 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1af22a24-256e-4cbf-8b9c-01feb1460509 req-778cad96-8bfe-4150-aff2-912b0faa49c8 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 947 time: 0.0877299 Sep 20 16:04:29.549310 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1af22a24-256e-4cbf-8b9c-01feb1460509 req-9485896f-5d60-4780-8891-52bdc7c9f4e6 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425231 Sep 20 16:04:29.962691 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de5922-b605-4511-806d-a790922a88bb req-f78a5445-837e-4efb-84d7-9fa5e48f15de tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:29.964326 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b5de5922-b605-4511-806d-a790922a88bb req-f78a5445-837e-4efb-84d7-9fa5e48f15de tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.36 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 947 time: 0.0924878 Sep 20 16:04:30.040695 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [req-b5de5922-b605-4511-806d-a790922a88bb req-a917ae38-81ac-4a36-bbcb-76f7b221fece tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Deleting port 8e52c04f-0201-4604-827a-8116060ac578 {{(pid=82368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:04:30.041236 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-b5de5922-b605-4511-806d-a790922a88bb req-a917ae38-81ac-4a36-bbcb-76f7b221fece tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:30.276041 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 58264) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:30.296235 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-b5de5922-b605-4511-806d-a790922a88bb req-a917ae38-81ac-4a36-bbcb-76f7b221fece tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] For port 8e52c04f-0201-4604-827a-8116060ac578, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=8e52c04f-0201-4604-827a-8116060ac578,segment=NetworkSegment(989a23f7-b1d9-49cd-b7ba-1fda6ddeb386),segment_id=989a23f7-b1d9-49cd-b7ba-1fda6ddeb386)] {{(pid=82368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:04:30.296625 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-b5de5922-b605-4511-806d-a790922a88bb req-a917ae38-81ac-4a36-bbcb-76f7b221fece tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:30.435157 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0831748e-5165-4b7a-8608-1fb82e9955bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:30.474057 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-0831748e-5165-4b7a-8608-1fb82e9955bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:04:30.475733 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-0831748e-5165-4b7a-8608-1fb82e9955bf admin admin] Usage tracker for resource:security_group_rule and tenant:693c791f22714e85925eab8153d59573 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:04:30.478987 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-0831748e-5165-4b7a-8608-1fb82e9955bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:04:30.485291 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-0831748e-5165-4b7a-8608-1fb82e9955bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:04:30.554819 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0831748e-5165-4b7a-8608-1fb82e9955bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:30.557378 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0831748e-5165-4b7a-8608-1fb82e9955bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:30.565713 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d803ab64-364a-4a49-8198-c1f54dc308d7 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:30.601774 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-b5de5922-b605-4511-806d-a790922a88bb req-a917ae38-81ac-4a36-bbcb-76f7b221fece tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:30.602195 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-b5de5922-b605-4511-806d-a790922a88bb req-a917ae38-81ac-4a36-bbcb-76f7b221fece tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1017788'] for floatingip, after_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:30.602892 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.db.l3_db [req-b5de5922-b605-4511-806d-a790922a88bb req-a917ae38-81ac-4a36-bbcb-76f7b221fece tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Floating IP 2966d0ab-c6e7-4df7-bcfc-afd6067a9112 disassociated. External IP: 172.27.3.196, port: 8e52c04f-0201-4604-827a-8116060ac578. Sep 20 16:04:30.603025 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [req-b5de5922-b605-4511-806d-a790922a88bb req-a917ae38-81ac-4a36-bbcb-76f7b221fece tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Calling delete_port for 8e52c04f-0201-4604-827a-8116060ac578 owned by compute:nova {{(pid=82368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:04:30.610127 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0831748e-5165-4b7a-8608-1fb82e9955bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc34bbe7-b5ad-483a-a74e-12b37863e92d,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:30.617585 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-0831748e-5165-4b7a-8608-1fb82e9955bf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=693c791f22714e85925eab8153d59573&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3404012 Sep 20 16:04:30.618348 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 58278) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:30.619234 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0831748e-5165-4b7a-8608-1fb82e9955bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:30.687456 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-55ce2c15-c115-4dd5-b23f-8fa0b1bc11ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:30.714706 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-55ce2c15-c115-4dd5-b23f-8fa0b1bc11ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:30.763080 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-55ce2c15-c115-4dd5-b23f-8fa0b1bc11ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:30.768213 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-45f0a217-59df-4b2b-8047-3f9b095abbaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:30.780659 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce2c15-c115-4dd5-b23f-8fa0b1bc11ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc34bbe7-b5ad-483a-a74e-12b37863e92d,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:30.783148 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-55ce2c15-c115-4dd5-b23f-8fa0b1bc11ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:30.792062 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-55ce2c15-c115-4dd5-b23f-8fa0b1bc11ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:30.796137 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-55ce2c15-c115-4dd5-b23f-8fa0b1bc11ba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cc34bbe7-b5ad-483a-a74e-12b37863e92d HTTP/1.1" status: 204 len: 168 time: 0.1728256 Sep 20 16:04:30.806027 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-b5de5922-b605-4511-806d-a790922a88bb req-a917ae38-81ac-4a36-bbcb-76f7b221fece tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:30.819728 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-797bf24a-6864-428c-9154-d96351a6ced1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:30.868165 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a917ae38-81ac-4a36-bbcb-76f7b221fece tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Pushing event deleted for resources: {'Port': ['ID=8e52c04f-0201-4604-827a-8116060ac578,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:30.870861 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-a917ae38-81ac-4a36-bbcb-76f7b221fece tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:30.883499 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf8e8c5-90a8-4923-952d-7ac6292b248c req-4304eead-a3ff-4a65-adc6-8033440619e8 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:30.885152 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ecf8e8c5-90a8-4923-952d-7ac6292b248c req-4304eead-a3ff-4a65-adc6-8033440619e8 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=97678124-5077-451a-bb56-fac239ecbdc0 HTTP/1.1" status: 200 len: 947 time: 0.1666040 Sep 20 16:04:31.190240 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 58288) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:31.210581 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ccb73c57-7f43-47bb-b3e1-250b4499197c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:31.246519 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-ccb73c57-7f43-47bb-b3e1-250b4499197c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:04:31.250811 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-ccb73c57-7f43-47bb-b3e1-250b4499197c admin admin] Usage tracker for resource:security_group_rule and tenant:637e4508ae4a4d25906cf43538a7c5df is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:04:31.253815 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-ccb73c57-7f43-47bb-b3e1-250b4499197c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:04:31.259805 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-ccb73c57-7f43-47bb-b3e1-250b4499197c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:04:31.291440 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ecf8e8c5-90a8-4923-952d-7ac6292b248c req-cd6e7905-1520-4b5b-b8a3-88fd60e22f54 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=c00aac94-634e-424b-b6ae-af9b78e7dff0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3339818 Sep 20 16:04:31.334274 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ccb73c57-7f43-47bb-b3e1-250b4499197c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:31.337616 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ccb73c57-7f43-47bb-b3e1-250b4499197c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:31.346065 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-504308a0-2798-405d-bbef-e76204108bc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:31.373616 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5de5922-b605-4511-806d-a790922a88bb req-a917ae38-81ac-4a36-bbcb-76f7b221fece tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Router f96bf5f9-d6dd-4faa-a9ad-481b40f59552 has already been hosted by L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a {{(pid=82368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 20 16:04:31.395287 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-ccb73c57-7f43-47bb-b3e1-250b4499197c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=637e4508ae4a4d25906cf43538a7c5df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2013700 Sep 20 16:04:31.395287 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb73c57-7f43-47bb-b3e1-250b4499197c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f70e519-b78f-4d3c-ace2-e64f11d4285a,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:31.397059 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-ccb73c57-7f43-47bb-b3e1-250b4499197c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:31.397583 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 58292) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:31.469826 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-47426ffe-8758-46d1-902c-225883fa8fcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:31.502033 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-47426ffe-8758-46d1-902c-225883fa8fcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:31.556079 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-47426ffe-8758-46d1-902c-225883fa8fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:31.561479 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-72b024e5-1bcf-40ff-9648-4cc2b199ad8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:31.578805 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47426ffe-8758-46d1-902c-225883fa8fcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f70e519-b78f-4d3c-ace2-e64f11d4285a,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:31.581251 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-47426ffe-8758-46d1-902c-225883fa8fcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:31.584101 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-47426ffe-8758-46d1-902c-225883fa8fcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:31.585314 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-47426ffe-8758-46d1-902c-225883fa8fcc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6f70e519-b78f-4d3c-ace2-e64f11d4285a HTTP/1.1" status: 204 len: 168 time: 0.1865516 Sep 20 16:04:31.608397 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5de5922-b605-4511-806d-a790922a88bb req-a917ae38-81ac-4a36-bbcb-76f7b221fece tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 16:04:31.619110 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba6f4ee-d6c7-42f6-ba36-2990db9ee7e6 None None] Sync routers for ids ['f96bf5f9-d6dd-4faa-a9ad-481b40f59552'] in dv-cinder-809669-1-iscsi {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 16:04:31.639936 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba6f4ee-d6c7-42f6-ba36-2990db9ee7e6 None None] Routers {'f96bf5f9-d6dd-4faa-a9ad-481b40f59552'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:04:31.640871 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-eba6f4ee-d6c7-42f6-ba36-2990db9ee7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:04:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['f96bf5f9-d6dd-4faa-a9ad-481b40f59552'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:04:31.692636 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5de5922-b605-4511-806d-a790922a88bb req-a917ae38-81ac-4a36-bbcb-76f7b221fece tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] No DVR routers for this DVR port 8e52c04f-0201-4604-827a-8116060ac578 on host hv-cinder-80966 {{(pid=82368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 20 16:04:31.696394 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-b5de5922-b605-4511-806d-a790922a88bb req-a917ae38-81ac-4a36-bbcb-76f7b221fece tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:31.701533 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97678124-5077-451a-bb56-fac239ecbdc0', 'name': 'network-vif-deleted', 'tag': '8e52c04f-0201-4604-827a-8116060ac578'}] {{(pid=82368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:04:31.713271 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b5de5922-b605-4511-806d-a790922a88bb req-a917ae38-81ac-4a36-bbcb-76f7b221fece tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.36 "DELETE /v2.0/ports/8e52c04f-0201-4604-827a-8116060ac578 HTTP/1.1" status: 204 len: 173 time: 1.7428029 Sep 20 16:04:31.779847 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97678124-5077-451a-bb56-fac239ecbdc0', 'name': 'network-vif-deleted', 'tag': '8e52c04f-0201-4604-827a-8116060ac578', 'status': 'completed', 'code': 200} Sep 20 16:04:31.917083 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-eba6f4ee-d6c7-42f6-ba36-2990db9ee7e6 None None] Set router f96bf5f9-d6dd-4faa-a9ad-481b40f59552 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:04:32.269887 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-eba6f4ee-d6c7-42f6-ba36-2990db9ee7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'name': 'tempest-AttachVolumeShelveTestJSON-1118877821-router', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd5a2defa-2a3c-4ad2-9b12-63fd0c770606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:14Z', 'updated_at': '2021-09-20T15:59:28Z', 'revision_number': 4, 'project_id': 'db746f245ad145658413ccb0154221ac', 'gw_port': {'id': 'd5a2defa-2a3c-4ad2-9b12-63fd0c770606', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:91:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:15Z', 'updated_at': '2021-09-20T15:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': '31d188d2-f1dd-44ec-8d80-5fb6db79059b', 'name': '', 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'mac_address': 'fa:16:3e:80:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56db9545-8f98-4a5d-b98f-1e9dd0b9696a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:26Z', 'updated_at': '2021-09-20T15:59:46Z', 'revision_number': 5, 'project_id': 'db746f245ad145658413ccb0154221ac', 'subnets': [{'id': '56db9545-8f98-4a5d-b98f-1e9dd0b9696a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:04:32.274201 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba6f4ee-d6c7-42f6-ba36-2990db9ee7e6 None None] Checking router: f96bf5f9-d6dd-4faa-a9ad-481b40f59552 for host: dv-cinder-809669-1-iscsi {{(pid=82370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 16:04:32.285706 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba6f4ee-d6c7-42f6-ba36-2990db9ee7e6 None None] Routers {'f96bf5f9-d6dd-4faa-a9ad-481b40f59552'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:04:32.286385 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-eba6f4ee-d6c7-42f6-ba36-2990db9ee7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:04:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['f96bf5f9-d6dd-4faa-a9ad-481b40f59552'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:04:32.456963 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 58340) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:32.493579 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-eba6f4ee-d6c7-42f6-ba36-2990db9ee7e6 None None] Set router f96bf5f9-d6dd-4faa-a9ad-481b40f59552 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:04:32.528842 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8010b67c-ece4-489b-a6cd-e8c666eb2938 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:32.563537 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8010b67c-ece4-489b-a6cd-e8c666eb2938 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:32.612690 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8010b67c-ece4-489b-a6cd-e8c666eb2938 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:32.619030 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-39efb09c-be0e-4448-875b-83888ff0d962 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:32.639523 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8010b67c-ece4-489b-a6cd-e8c666eb2938 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00aac94-634e-424b-b6ae-af9b78e7dff0,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:32.641930 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-8010b67c-ece4-489b-a6cd-e8c666eb2938 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:32.647577 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8010b67c-ece4-489b-a6cd-e8c666eb2938 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:32.651489 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-8010b67c-ece4-489b-a6cd-e8c666eb2938 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "DELETE /v2.0/security-groups/c00aac94-634e-424b-b6ae-af9b78e7dff0 HTTP/1.1" status: 204 len: 168 time: 0.1906800 Sep 20 16:04:32.652442 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 58348) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:32.671399 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.v2.resource [None req-42eab0fe-4776-4fd8-96d1-be11d357c703 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] show failed (client error): The resource could not be found. Sep 20 16:04:32.672484 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-42eab0fe-4776-4fd8-96d1-be11d357c703 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups/c00aac94-634e-424b-b6ae-af9b78e7dff0 HTTP/1.1" status: 404 len: 347 time: 0.0195282 Sep 20 16:04:32.676134 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 58352) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:32.785646 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-27fa0367-d10e-467f-82bf-bf118215cb69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:32.843963 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-9b30469b-146a-4f80-b010-7f78be9a30f5 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Deleting port a8684171-a77e-4074-a279-bebbf757b0b2 {{(pid=82369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:04:32.844521 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9b30469b-146a-4f80-b010-7f78be9a30f5 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:32.863515 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-eba6f4ee-d6c7-42f6-ba36-2990db9ee7e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'name': 'tempest-AttachVolumeShelveTestJSON-1118877821-router', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd5a2defa-2a3c-4ad2-9b12-63fd0c770606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:14Z', 'updated_at': '2021-09-20T15:59:28Z', 'revision_number': 4, 'project_id': 'db746f245ad145658413ccb0154221ac', 'gw_port': {'id': 'd5a2defa-2a3c-4ad2-9b12-63fd0c770606', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:91:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:15Z', 'updated_at': '2021-09-20T15:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': '31d188d2-f1dd-44ec-8d80-5fb6db79059b', 'name': '', 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'mac_address': 'fa:16:3e:80:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56db9545-8f98-4a5d-b98f-1e9dd0b9696a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:26Z', 'updated_at': '2021-09-20T15:59:46Z', 'revision_number': 5, 'project_id': 'db746f245ad145658413ccb0154221ac', 'subnets': [{'id': '56db9545-8f98-4a5d-b98f-1e9dd0b9696a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:04:32.867928 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba6f4ee-d6c7-42f6-ba36-2990db9ee7e6 None None] The sync data for ids ['f96bf5f9-d6dd-4faa-a9ad-481b40f59552'] in dv-cinder-809669-1-iscsi is: [{'id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'name': 'tempest-AttachVolumeShelveTestJSON-1118877821-router', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd5a2defa-2a3c-4ad2-9b12-63fd0c770606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:14Z', 'updated_at': '2021-09-20T15:59:28Z', 'revision_number': 4, 'project_id': 'db746f245ad145658413ccb0154221ac', 'gw_port': {'id': 'd5a2defa-2a3c-4ad2-9b12-63fd0c770606', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:91:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:15Z', 'updated_at': '2021-09-20T15:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': '31d188d2-f1dd-44ec-8d80-5fb6db79059b', 'name': '', 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'mac_address': 'fa:16:3e:80:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56db9545-8f98-4a5d-b98f-1e9dd0b9696a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:26Z', 'updated_at': '2021-09-20T15:59:46Z', 'revision_number': 5, 'project_id': 'db746f245ad145658413ccb0154221ac', 'subnets': [{'id': '56db9545-8f98-4a5d-b98f-1e9dd0b9696a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 16:04:33.041003 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9b30469b-146a-4f80-b010-7f78be9a30f5 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:33.041371 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9b30469b-146a-4f80-b010-7f78be9a30f5 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:33.174569 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-9b30469b-146a-4f80-b010-7f78be9a30f5 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Calling delete_port for a8684171-a77e-4074-a279-bebbf757b0b2 owned by network:floatingip {{(pid=82369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:04:33.217024 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.agents_db [None req-ae0f67a0-09e8-4135-93df-5bebfb5cb2de None None] Agent healthcheck: found 6 active agents {{(pid=82371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 20 16:04:33.343794 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9b30469b-146a-4f80-b010-7f78be9a30f5 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33095450'] for port, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:33.356024 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:33.409726 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b30469b-146a-4f80-b010-7f78be9a30f5 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Pushing event deleted for resources: {'Port': ['ID=a8684171-a77e-4074-a279-bebbf757b0b2,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:33.413170 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-9b30469b-146a-4f80-b010-7f78be9a30f5 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:33.450129 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc840595-d9c6-4d23-b95b-ef6e4b29872d None None] New status for floating IP 2966d0ab-c6e7-4df7-bcfc-afd6067a9112: DOWN {{(pid=82371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 20 16:04:33.540446 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9b30469b-146a-4f80-b010-7f78be9a30f5 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for floatingip, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:33.575028 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9b30469b-146a-4f80-b010-7f78be9a30f5 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for floatingip, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:33.580612 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-9b30469b-146a-4f80-b010-7f78be9a30f5 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "DELETE /v2.0/floatingips/2966d0ab-c6e7-4df7-bcfc-afd6067a9112 HTTP/1.1" status: 204 len: 168 time: 0.9031155 Sep 20 16:04:33.903588 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-99aba143-b38b-4dcb-b1eb-099ca716f725 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1205345503&fields=id&tenant_id=a5cd73682bc64cdaa6b766020253c8fd HTTP/1.1" status: 200 len: 267 time: 0.0696838 Sep 20 16:04:34.075746 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-20534539-2ff0-4954-8655-e321856dc7d1 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:34.078009 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-20534539-2ff0-4954-8655-e321856dc7d1 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/networks?id=3486c4e5-0021-45c8-9533-9b5c178c51f3 HTTP/1.1" status: 200 len: 811 time: 0.1659021 Sep 20 16:04:34.097566 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-399f89ab-fb62-43a7-89f0-957ceb17f92b tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/quotas/a5cd73682bc64cdaa6b766020253c8fd HTTP/1.1" status: 200 len: 375 time: 0.0114949 Sep 20 16:04:34.117899 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 58404) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:34.124545 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-eb1f86e0-f28b-4634-a050-d7448686668c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1832290871', 'description': 'tempest-description--68319720'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:04:34.138755 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-eb1f86e0-f28b-4634-a050-d7448686668c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:04:34.145356 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-eb1f86e0-f28b-4634-a050-d7448686668c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Usage tracker for resource:security_group and tenant:db746f245ad145658413ccb0154221ac is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:04:34.146017 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:34.148675 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-eb1f86e0-f28b-4634-a050-d7448686668c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:04:34.156081 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-eb1f86e0-f28b-4634-a050-d7448686668c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:04:34.167461 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-eb1f86e0-f28b-4634-a050-d7448686668c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:34.206075 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-eb1f86e0-f28b-4634-a050-d7448686668c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:04:34.206282 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-2777284b-eedf-4bf7-9628-16b431802308 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a5cd73682bc64cdaa6b766020253c8fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1006372 Sep 20 16:04:34.210308 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-eb1f86e0-f28b-4634-a050-d7448686668c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Usage tracker for resource:security_group_rule and tenant:db746f245ad145658413ccb0154221ac is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:04:34.213640 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-eb1f86e0-f28b-4634-a050-d7448686668c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:04:34.220789 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-eb1f86e0-f28b-4634-a050-d7448686668c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:04:34.285845 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-eb1f86e0-f28b-4634-a050-d7448686668c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:34.289496 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-eb1f86e0-f28b-4634-a050-d7448686668c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:34.294920 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-1909f54d-b3ea-4087-afd4-2262ab86c7c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:34.339801 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-eb1f86e0-f28b-4634-a050-d7448686668c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:34.344774 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 58416) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:34.344901 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-eb1f86e0-f28b-4634-a050-d7448686668c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.2257867 Sep 20 16:04:34.345774 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f86e0-f28b-4634-a050-d7448686668c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4daddbd0-9fc5-43a4-afcd-58e525ed481a,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:34.348658 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-eb1f86e0-f28b-4634-a050-d7448686668c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:34.360741 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-0cd5ba65-4f8a-452e-a5cc-fd0338338ca4 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Request body: {'security_group_rule': {'security_group_id': '4daddbd0-9fc5-43a4-afcd-58e525ed481a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:04:34.367390 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-0cd5ba65-4f8a-452e-a5cc-fd0338338ca4 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:04:34.373920 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-0cd5ba65-4f8a-452e-a5cc-fd0338338ca4 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Usage tracker for resource:security_group_rule and tenant:db746f245ad145658413ccb0154221ac is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:04:34.396684 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-0cd5ba65-4f8a-452e-a5cc-fd0338338ca4 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:04:34.409219 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-0cd5ba65-4f8a-452e-a5cc-fd0338338ca4 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:04:34.502128 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0cd5ba65-4f8a-452e-a5cc-fd0338338ca4 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:34.563035 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-960a247b-a344-4f01-9ac8-e3ca17f733e4 service neutron] 10.222.0.35 "GET /v2.0/networks/3486c4e5-0021-45c8-9533-9b5c178c51f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435922 Sep 20 16:04:34.676390 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0cd5ba65-4f8a-452e-a5cc-fd0338338ca4 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:34.688878 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0cd5ba65-4f8a-452e-a5cc-fd0338338ca4 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807771'] for security_group_rule, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:34.694828 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c757a011-ee49-44a9-8bef-72c4af5da77f tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:34.726151 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd5ba65-4f8a-452e-a5cc-fd0338338ca4 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ca92f53-3c28-4689-85be-cb1a81d4d60a,revision_number=0']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:34.746375 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0cd5ba65-4f8a-452e-a5cc-fd0338338ca4 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:34.750628 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0cd5ba65-4f8a-452e-a5cc-fd0338338ca4 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:34.754373 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-0cd5ba65-4f8a-452e-a5cc-fd0338338ca4 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4059553 Sep 20 16:04:34.754551 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 58420) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:34.761962 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-6795327f-96f0-4ec6-9ea5-0dce05046dfb tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Request body: {'security_group_rule': {'security_group_id': '4daddbd0-9fc5-43a4-afcd-58e525ed481a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:04:34.768515 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-754fb139-39aa-47fc-9f2b-13ff5060b249 service neutron] 10.222.0.35 "GET /v2.0/networks/3486c4e5-0021-45c8-9533-9b5c178c51f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983974 Sep 20 16:04:34.770828 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-6795327f-96f0-4ec6-9ea5-0dce05046dfb tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:04:34.775150 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-6795327f-96f0-4ec6-9ea5-0dce05046dfb tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Usage tracker for resource:security_group_rule and tenant:db746f245ad145658413ccb0154221ac is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:04:34.778226 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-6795327f-96f0-4ec6-9ea5-0dce05046dfb tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:04:34.785352 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-6795327f-96f0-4ec6-9ea5-0dce05046dfb tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:04:34.804256 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6795327f-96f0-4ec6-9ea5-0dce05046dfb tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:34.869915 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6795327f-96f0-4ec6-9ea5-0dce05046dfb tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:34.880982 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6795327f-96f0-4ec6-9ea5-0dce05046dfb tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807771'] for security_group_rule, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:34.889826 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:34.957041 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795327f-96f0-4ec6-9ea5-0dce05046dfb tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5cdc89f-9a1a-415c-b2b4-cb90952c451e,revision_number=0']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:34.961946 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-6795327f-96f0-4ec6-9ea5-0dce05046dfb tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:34.966905 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6795327f-96f0-4ec6-9ea5-0dce05046dfb tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:34.968914 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-6795327f-96f0-4ec6-9ea5-0dce05046dfb tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2133636 Sep 20 16:04:34.972292 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 58432) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:34.978756 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-eb2684e8-e866-424e-b4b0-459aa6173b80 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Request body: {'floatingip': {'floating_network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:04:34.985068 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-eb2684e8-e866-424e-b4b0-459aa6173b80 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:04:34.989565 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-eb2684e8-e866-424e-b4b0-459aa6173b80 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Usage tracker for resource:floatingip and tenant:db746f245ad145658413ccb0154221ac is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:04:34.993651 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-eb2684e8-e866-424e-b4b0-459aa6173b80 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:04:35.000040 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-eb2684e8-e866-424e-b4b0-459aa6173b80 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:04:35.011970 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-eb2684e8-e866-424e-b4b0-459aa6173b80 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for floatingip, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:35.120375 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-22a1d003-06f3-48e6-8f84-8164e16b2092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:35.170438 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-eb2684e8-e866-424e-b4b0-459aa6173b80 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:35.343137 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e1b73678-edf4-496c-a875-241e20d4187c req-bb939744-fc68-4c6d-b290-3e68fd63357f tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=9495b46b-9a88-4863-a28d-95ea3e0366b4 HTTP/1.1" status: 200 len: 210 time: 0.0924211 Sep 20 16:04:35.377240 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [None req-eb2684e8-e866-424e-b4b0-459aa6173b80 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Allocated IP 172.27.3.204 (378c8f1a-f14e-4679-b139-5c2d775a72d9/ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1/e74a2d00-1434-40dd-a947-b6d6bbff4a42) {{(pid=82368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 16:04:35.438926 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 8e52c04f-0201-4604-827a-8116060ac578 no longer exists at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:04:35.505116 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] No Port match for: 8e52c04f-0201-4604-827a-8116060ac578 {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:04:35.509075 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 8e52c04f-0201-4604-827a-8116060ac578 not bound to the agent host hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:04:35.543278 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-eb2684e8-e866-424e-b4b0-459aa6173b80 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for port, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:35.562620 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:35.574727 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-eb2684e8-e866-424e-b4b0-459aa6173b80 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:35.587804 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-6a4cb4ef-4353-4b23-8ad2-ba13ecfd322f tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:35.649692 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2684e8-e866-424e-b4b0-459aa6173b80 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Network 378c8f1a-f14e-4679-b139-5c2d775a72d9 is already hosted by enough agents. {{(pid=82368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:04:35.652650 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-eb2684e8-e866-424e-b4b0-459aa6173b80 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Resources bound (agent type, host, resource id): {{(pid=82368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:04:35.656956 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2684e8-e866-424e-b4b0-459aa6173b80 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Received port after_create {{(pid=82368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 16:04:35.719729 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2684e8-e866-424e-b4b0-459aa6173b80 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Pushing event updated for resources: {'Port': ['ID=e74a2d00-1434-40dd-a947-b6d6bbff4a42,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:35.724254 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-eb2684e8-e866-424e-b4b0-459aa6173b80 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:35.836747 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-eb2684e8-e866-424e-b4b0-459aa6173b80 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:35.898458 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-eb2684e8-e866-424e-b4b0-459aa6173b80 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:36.115774 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-eb2684e8-e866-424e-b4b0-459aa6173b80 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for port, precommit_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:36.119815 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-eb2684e8-e866-424e-b4b0-459aa6173b80 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33517910'] for port, after_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:36.124939 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-aac66992-6252-4999-a9a4-70b49e416700 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:36.235575 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2684e8-e866-424e-b4b0-459aa6173b80 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Pushing event updated for resources: {'Port': ['ID=e74a2d00-1434-40dd-a947-b6d6bbff4a42,revision_number=2']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:36.239937 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-eb2684e8-e866-424e-b4b0-459aa6173b80 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:36.251025 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-eb2684e8-e866-424e-b4b0-459aa6173b80 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1017788'] for floatingip, after_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:36.273451 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-eb2684e8-e866-424e-b4b0-459aa6173b80 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for floatingip, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:36.283678 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-eb2684e8-e866-424e-b4b0-459aa6173b80 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3012843 Sep 20 16:04:36.535762 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-640e21f7-ba53-44fb-ba4d-4a17be5ab9ef req-63e13509-dd87-472d-a52e-fed966d3e0d8 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=9495b46b-9a88-4863-a28d-95ea3e0366b4 HTTP/1.1" status: 200 len: 210 time: 0.0500174 Sep 20 16:04:36.557992 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-1112487e-cb3b-47f7-ba54-be37da877e3e tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1832290871&fields=id&tenant_id=db746f245ad145658413ccb0154221ac HTTP/1.1" status: 200 len: 267 time: 0.0885859 Sep 20 16:04:36.835800 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-fa43dc8b-61e8-43c8-81dc-18cd8ea3d122 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:36.837401 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-fa43dc8b-61e8-43c8-81dc-18cd8ea3d122 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/networks?id=bff5b245-776a-4a0d-8c23-eec69eae1a29 HTTP/1.1" status: 200 len: 817 time: 0.2720933 Sep 20 16:04:36.863460 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-acc99f41-d28c-4b0c-b0b8-0a16976c3fa2 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/quotas/db746f245ad145658413ccb0154221ac HTTP/1.1" status: 200 len: 375 time: 0.0154176 Sep 20 16:04:36.869986 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-972c7c5f-9aad-433d-b9e2-f82d2380d8ca tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:36.871516 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-972c7c5f-9aad-433d-b9e2-f82d2380d8ca tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.36 "GET /v2.0/networks?id=3486c4e5-0021-45c8-9533-9b5c178c51f3 HTTP/1.1" status: 200 len: 811 time: 0.2578902 Sep 20 16:04:36.916054 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:36.963102 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-dff04c5e-7e60-4f88-8268-d98a49f317aa tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Synchronizing usage tracker for tenant:db746f245ad145658413ccb0154221ac on resource:port {{(pid=82368) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:04:36.978454 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-dff04c5e-7e60-4f88-8268-d98a49f317aa tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Unset dirty status for tenant:db746f245ad145658413ccb0154221ac on resource:port {{(pid=82368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:04:36.979902 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-dff04c5e-7e60-4f88-8268-d98a49f317aa tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=db746f245ad145658413ccb0154221ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1063776 Sep 20 16:04:37.206645 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-664feea8-efed-4963-ba04-71b9f84cce90 service neutron] 10.222.0.35 "GET /v2.0/networks/bff5b245-776a-4a0d-8c23-eec69eae1a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064619 Sep 20 16:04:37.349075 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-3bda68dd-918b-43a2-8e90-07ffa110d616 service neutron] 10.222.0.35 "GET /v2.0/networks/bff5b245-776a-4a0d-8c23-eec69eae1a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360784 Sep 20 16:04:37.756528 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d660a11a-e1df-4c7c-8f88-85669fdd0764 req-3479f7b4-0f02-43ec-a5d3-310d77cb9184 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 210 time: 0.1025450 Sep 20 16:04:37.767453 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a2df6a17-8903-4eec-85f9-e98c7b3427e4 req-23e18e76-9c0a-4e07-81d6-71e81fa212ae tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=9495b46b-9a88-4863-a28d-95ea3e0366b4 HTTP/1.1" status: 200 len: 210 time: 0.0633237 Sep 20 16:04:38.972367 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3cf85a08-378a-480a-a580-f6e337185cab req-eca81612-b4b5-41f0-9e0a-09f12ea7ac78 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=9495b46b-9a88-4863-a28d-95ea3e0366b4 HTTP/1.1" status: 200 len: 210 time: 0.0817461 Sep 20 16:04:38.977944 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-70218566-2c4b-4f8d-8ca5-b3db6e4be1ed req-0321d551-dc9f-4468-a0a7-d8320a0a39c2 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 210 time: 0.0521774 Sep 20 16:04:39.470400 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-ce4f2c34-de7a-44b2-8d96-7cb35734556d tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5cd73682bc64cdaa6b766020253c8fd HTTP/1.1" status: 200 len: 380 time: 0.0559664 Sep 20 16:04:39.481161 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-4bd5f931-5dfa-4f57-ad26-e5263ae96d22 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Request body: {'port': {'device_id': '9495b46b-9a88-4863-a28d-95ea3e0366b4', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'admin_state_up': True, 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'security_groups': ['9539ed13-8758-4e0e-87fc-1a3a882ac17c']}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:04:39.860429 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-4bd5f931-5dfa-4f57-ad26-e5263ae96d22 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:04:39.864615 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-4bd5f931-5dfa-4f57-ad26-e5263ae96d22 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Usage tracker for resource:port and tenant:a5cd73682bc64cdaa6b766020253c8fd is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:04:39.867644 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-4bd5f931-5dfa-4f57-ad26-e5263ae96d22 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Quota usage for port was recalculated. Used quota:2. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:04:39.874343 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-4bd5f931-5dfa-4f57-ad26-e5263ae96d22 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:04:39.883956 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-4bd5f931-5dfa-4f57-ad26-e5263ae96d22 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Made reservation on behalf of a5cd73682bc64cdaa6b766020253c8fd for: {'port': 1} {{(pid=82368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 16:04:39.889965 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-4bd5f931-5dfa-4f57-ad26-e5263ae96d22 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:40.086339 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-4bd5f931-5dfa-4f57-ad26-e5263ae96d22 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Allocated IP 172.20.0.10 (3486c4e5-0021-45c8-9533-9b5c178c51f3/52a7ee89-01e3-413c-ad3b-2dd2f5ae893f/fbb39eb7-f00c-43f0-9ac0-758c7276e61b) {{(pid=82368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 16:04:40.219334 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4904d483-693b-472e-82ce-c084bbddbcf1 req-b20a7523-52ff-4461-b6f6-d53b5ba0fb7a tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=9495b46b-9a88-4863-a28d-95ea3e0366b4 HTTP/1.1" status: 200 len: 210 time: 0.1048460 Sep 20 16:04:40.224656 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f9bb4616-1926-40a8-b804-3e7ffd9767b6 req-543524f9-d128-434c-b1d4-d12ca70c1283 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 210 time: 0.1046894 Sep 20 16:04:40.314025 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:40.374402 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-5162a903-a95e-4fb0-a9ef-333d09c04103 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:40.376612 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-5162a903-a95e-4fb0-a9ef-333d09c04103 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.36 "GET /v2.0/networks?id=bff5b245-776a-4a0d-8c23-eec69eae1a29 HTTP/1.1" status: 200 len: 817 time: 0.2183936 Sep 20 16:04:40.424170 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-4bd5f931-5dfa-4f57-ad26-e5263ae96d22 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for port, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:40.439926 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-4bc9e1d5-5397-4846-b880-3ac5bde77fa4 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Synchronizing usage tracker for tenant:db746f245ad145658413ccb0154221ac on resource:security_group {{(pid=82369) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:04:40.441852 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-4bd5f931-5dfa-4f57-ad26-e5263ae96d22 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Transition to ACTIVE for port object fbb39eb7-f00c-43f0-9ac0-758c7276e61b will not be triggered until provisioned by entity DHCP. {{(pid=82368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:04:40.460684 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-4bc9e1d5-5397-4846-b880-3ac5bde77fa4 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Unset dirty status for tenant:db746f245ad145658413ccb0154221ac on resource:security_group {{(pid=82369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:04:40.462339 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-4bc9e1d5-5397-4846-b880-3ac5bde77fa4 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db746f245ad145658413ccb0154221ac HTTP/1.1" status: 200 len: 380 time: 0.0709431 Sep 20 16:04:40.465351 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-4bd5f931-5dfa-4f57-ad26-e5263ae96d22 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:40.472237 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:40.475101 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-ecd85683-34b5-40f6-bb20-351a4afe7f20 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Request body: {'port': {'device_id': 'b7c53ce6-436e-4a62-9c6d-52b19c79daee', 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29', 'admin_state_up': True, 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'security_groups': ['4daddbd0-9fc5-43a4-afcd-58e525ed481a']}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:04:40.552202 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-4bd5f931-5dfa-4f57-ad26-e5263ae96d22 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Network 3486c4e5-0021-45c8-9533-9b5c178c51f3 is already hosted by enough agents. {{(pid=82368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:04:40.556642 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-4bd5f931-5dfa-4f57-ad26-e5263ae96d22 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Resources bound (agent type, host, resource id): {{(pid=82368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:04:40.561241 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-4bd5f931-5dfa-4f57-ad26-e5263ae96d22 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Received port after_create {{(pid=82368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 16:04:40.601335 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd5f931-5dfa-4f57-ad26-e5263ae96d22 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Pushing event updated for resources: {'Port': ['ID=fbb39eb7-f00c-43f0-9ac0-758c7276e61b,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:40.611411 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-4bd5f931-5dfa-4f57-ad26-e5263ae96d22 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:40.634132 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-4bd5f931-5dfa-4f57-ad26-e5263ae96d22 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:40.635198 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-4bd5f931-5dfa-4f57-ad26-e5263ae96d22 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:40.657622 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-ecd85683-34b5-40f6-bb20-351a4afe7f20 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:04:40.665702 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-4bd5f931-5dfa-4f57-ad26-e5263ae96d22 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1886554 Sep 20 16:04:40.668319 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-ecd85683-34b5-40f6-bb20-351a4afe7f20 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:04:40.683351 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-ecd85683-34b5-40f6-bb20-351a4afe7f20 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Made reservation on behalf of db746f245ad145658413ccb0154221ac for: {'port': 1} {{(pid=82369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 16:04:40.688710 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-ecd85683-34b5-40f6-bb20-351a4afe7f20 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:40.775309 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-21287101-81e1-4ec6-8385-971c50a01643 service neutron] Request body: {'port': {'device_id': '9495b46b-9a88-4863-a28d-95ea3e0366b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80966'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:04:40.924007 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-21287101-81e1-4ec6-8385-971c50a01643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:40.932671 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-ecd85683-34b5-40f6-bb20-351a4afe7f20 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Allocated IP 172.20.0.6 (bff5b245-776a-4a0d-8c23-eec69eae1a29/56db9545-8f98-4a5d-b98f-1e9dd0b9696a/ecc1e192-2dc8-45d7-94d7-d547a408db48) {{(pid=82369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 16:04:41.096399 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-713c1f8f-fe4d-43d5-a255-a522cbece8ce None None] Provisioning for port fbb39eb7-f00c-43f0-9ac0-758c7276e61b completed by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:04:41.101912 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-713c1f8f-fe4d-43d5-a255-a522cbece8ce None None] Provisioning complete for port fbb39eb7-f00c-43f0-9ac0-758c7276e61b triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:04:41.102300 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-713c1f8f-fe4d-43d5-a255-a522cbece8ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:41.165020 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-713c1f8f-fe4d-43d5-a255-a522cbece8ce None None] Port fbb39eb7-f00c-43f0-9ac0-758c7276e61b cannot update to ACTIVE because it is not bound. {{(pid=82370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 20 16:04:41.370057 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-21287101-81e1-4ec6-8385-971c50a01643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbb39eb7-f00c-43f0-9ac0-758c7276e61b {{(pid=82368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 16:04:41.377176 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-21287101-81e1-4ec6-8385-971c50a01643 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:41.404323 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-21287101-81e1-4ec6-8385-971c50a01643 service neutron] Transition to ACTIVE for port object fbb39eb7-f00c-43f0-9ac0-758c7276e61b will not be triggered until provisioned by entity L2. {{(pid=82368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:04:41.411344 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-21287101-81e1-4ec6-8385-971c50a01643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33517910'] for port, after_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:41.420338 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-a917ae38-81ac-4a36-bbcb-76f7b221fece tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:41.424592 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-ecd85683-34b5-40f6-bb20-351a4afe7f20 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for port, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:41.444465 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-ecd85683-34b5-40f6-bb20-351a4afe7f20 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Transition to ACTIVE for port object ecc1e192-2dc8-45d7-94d7-d547a408db48 will not be triggered until provisioned by entity DHCP. {{(pid=82369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:04:41.470528 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-ecd85683-34b5-40f6-bb20-351a4afe7f20 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33095450'] for port, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:41.478018 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-6c6d4c4f-e326-49ac-b459-769a85952744 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:41.550058 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd85683-34b5-40f6-bb20-351a4afe7f20 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Pushing event updated for resources: {'Port': ['ID=ecc1e192-2dc8-45d7-94d7-d547a408db48,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:41.557706 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-ecd85683-34b5-40f6-bb20-351a4afe7f20 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:41.568571 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-ecd85683-34b5-40f6-bb20-351a4afe7f20 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Network bff5b245-776a-4a0d-8c23-eec69eae1a29 is already hosted by enough agents. {{(pid=82369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:04:41.569538 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-ecd85683-34b5-40f6-bb20-351a4afe7f20 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Resources bound (agent type, host, resource id): {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:04:41.572184 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-ecd85683-34b5-40f6-bb20-351a4afe7f20 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Received port after_create {{(pid=82369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 16:04:41.652753 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-ecd85683-34b5-40f6-bb20-351a4afe7f20 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:41.654222 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-ecd85683-34b5-40f6-bb20-351a4afe7f20 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:41.677288 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21287101-81e1-4ec6-8385-971c50a01643 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb39eb7-f00c-43f0-9ac0-758c7276e61b,revision_number=2']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:41.682552 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-21287101-81e1-4ec6-8385-971c50a01643 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:41.691230 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-ecd85683-34b5-40f6-bb20-351a4afe7f20 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2204583 Sep 20 16:04:41.705817 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-1e316de4-4ddf-449f-91e0-94ef5df233ae service neutron] Request body: {'port': {'device_id': 'b7c53ce6-436e-4a62-9c6d-52b19c79daee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80966'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:04:41.824133 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bdd0f7-c38b-448b-9d3f-b72b4ffbeb42 req-d7181646-4648-47b5-b53e-ad06c263e797 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:41.827230 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-41bdd0f7-c38b-448b-9d3f-b72b4ffbeb42 req-d7181646-4648-47b5-b53e-ad06c263e797 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 931 time: 0.3742139 Sep 20 16:04:41.859377 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-1e316de4-4ddf-449f-91e0-94ef5df233ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:41.876555 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1531fb8-de8e-4cf2-923f-36a2b821c29e req-2944c53d-7d20-4816-abee-47ee7c50c778 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:41.876965 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-e1531fb8-de8e-4cf2-923f-36a2b821c29e req-2944c53d-7d20-4816-abee-47ee7c50c778 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Synchronizing usage tracker for tenant:a5cd73682bc64cdaa6b766020253c8fd on resource:port {{(pid=82368) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:04:41.912410 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-21287101-81e1-4ec6-8385-971c50a01643 service neutron] Attempting to bind port fbb39eb7-f00c-43f0-9ac0-758c7276e61b on host hv-cinder-80966 for vnic_type normal with profile {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 16:04:41.912786 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-21287101-81e1-4ec6-8385-971c50a01643 service neutron] Attempting to bind port fbb39eb7-f00c-43f0-9ac0-758c7276e61b by drivers openvswitch,hyperv on host hv-cinder-80966 at level 0 using segments [{'id': '9cb9c279-b877-460a-9cc6-db0e812143bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3'}] {{(pid=82368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 16:04:41.913154 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-21287101-81e1-4ec6-8385-971c50a01643 service neutron] Attempting to bind port fbb39eb7-f00c-43f0-9ac0-758c7276e61b on network 3486c4e5-0021-45c8-9533-9b5c178c51f3 {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:04:41.922672 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-21287101-81e1-4ec6-8385-971c50a01643 service neutron] Port fbb39eb7-f00c-43f0-9ac0-758c7276e61b on network 3486c4e5-0021-45c8-9533-9b5c178c51f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80966 {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 20 16:04:41.923078 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-21287101-81e1-4ec6-8385-971c50a01643 service neutron] Attempting to bind port fbb39eb7-f00c-43f0-9ac0-758c7276e61b on network 3486c4e5-0021-45c8-9533-9b5c178c51f3 {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:04:41.932198 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-21287101-81e1-4ec6-8385-971c50a01643 service neutron] Checking agent: {'id': '85f38ebc-8bd3-4a05-87ab-11427d0d3796', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 57, 9), 'started_at': datetime.datetime(2021, 9, 20, 15, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 16, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 16:04:41.932569 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-21287101-81e1-4ec6-8385-971c50a01643 service neutron] Checking segment: {'id': '9cb9c279-b877-460a-9cc6-db0e812143bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:04:41.933388 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-21287101-81e1-4ec6-8385-971c50a01643 service neutron] Bound using segment: {'id': '9cb9c279-b877-460a-9cc6-db0e812143bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3'} {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 16:04:41.933858 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-21287101-81e1-4ec6-8385-971c50a01643 service neutron] Bound port: fbb39eb7-f00c-43f0-9ac0-758c7276e61b, host: hv-cinder-80966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cb9c279-b877-460a-9cc6-db0e812143bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3'}}] {{(pid=82368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 16:04:41.934243 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-21287101-81e1-4ec6-8385-971c50a01643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:41.968002 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-e1531fb8-de8e-4cf2-923f-36a2b821c29e req-2944c53d-7d20-4816-abee-47ee7c50c778 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Unset dirty status for tenant:a5cd73682bc64cdaa6b766020253c8fd on resource:port {{(pid=82368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:04:41.975463 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e1531fb8-de8e-4cf2-923f-36a2b821c29e req-2944c53d-7d20-4816-abee-47ee7c50c778 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=9495b46b-9a88-4863-a28d-95ea3e0366b4 HTTP/1.1" status: 200 len: 944 time: 0.4714267 Sep 20 16:04:42.051412 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-41bdd0f7-c38b-448b-9d3f-b72b4ffbeb42 req-53863952-3fd0-4608-9898-9fcfe6cf778c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132807 Sep 20 16:04:42.110260 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-1482f08b-807e-4e56-b5ba-77eecf703d58 None None] Provisioning for port ecc1e192-2dc8-45d7-94d7-d547a408db48 completed by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:04:42.117715 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-1482f08b-807e-4e56-b5ba-77eecf703d58 None None] Provisioning complete for port ecc1e192-2dc8-45d7-94d7-d547a408db48 triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:04:42.118143 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1482f08b-807e-4e56-b5ba-77eecf703d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:42.124342 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e1531fb8-de8e-4cf2-923f-36a2b821c29e req-2957be83-aec6-4eaa-bb84-ef30dbbe1dca tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478322 Sep 20 16:04:42.143223 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-21287101-81e1-4ec6-8385-971c50a01643 service neutron] For port fbb39eb7-f00c-43f0-9ac0-758c7276e61b, host hv-cinder-80966, cleared binding levels {{(pid=82368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 16:04:42.146508 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-21287101-81e1-4ec6-8385-971c50a01643 service neutron] For port fbb39eb7-f00c-43f0-9ac0-758c7276e61b, host hv-cinder-80966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=fbb39eb7-f00c-43f0-9ac0-758c7276e61b,segment=NetworkSegment(9cb9c279-b877-460a-9cc6-db0e812143bc),segment_id=9cb9c279-b877-460a-9cc6-db0e812143bc)] {{(pid=82368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 16:04:42.150960 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-21287101-81e1-4ec6-8385-971c50a01643 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33517910'] for port, after_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:42.164054 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:42.202385 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-21287101-81e1-4ec6-8385-971c50a01643 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:42.204196 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-21287101-81e1-4ec6-8385-971c50a01643 service neutron] 10.222.0.36 "PUT /v2.0/ports/fbb39eb7-f00c-43f0-9ac0-758c7276e61b HTTP/1.1" status: 200 len: 1094 time: 1.5299652 Sep 20 16:04:42.210879 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9495b46b-9a88-4863-a28d-95ea3e0366b4', 'tag': 'fbb39eb7-f00c-43f0-9ac0-758c7276e61b'}] {{(pid=82368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:04:42.245436 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 58616) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:42.264728 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-1482f08b-807e-4e56-b5ba-77eecf703d58 None None] Port ecc1e192-2dc8-45d7-94d7-d547a408db48 cannot update to ACTIVE because it is not bound. {{(pid=82370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 20 16:04:42.330350 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21287101-81e1-4ec6-8385-971c50a01643 service neutron] Pushing event updated for resources: {'Port': ['ID=fbb39eb7-f00c-43f0-9ac0-758c7276e61b,revision_number=3']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:42.344684 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-21287101-81e1-4ec6-8385-971c50a01643 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:42.347148 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-1e316de4-4ddf-449f-91e0-94ef5df233ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecc1e192-2dc8-45d7-94d7-d547a408db48 {{(pid=82369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 16:04:42.348744 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9495b46b-9a88-4863-a28d-95ea3e0366b4', 'tag': 'fbb39eb7-f00c-43f0-9ac0-758c7276e61b', 'status': 'completed', 'code': 200} Sep 20 16:04:42.354764 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-1e316de4-4ddf-449f-91e0-94ef5df233ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:42.372125 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-1e316de4-4ddf-449f-91e0-94ef5df233ae service neutron] Transition to ACTIVE for port object ecc1e192-2dc8-45d7-94d7-d547a408db48 will not be triggered until provisioned by entity L2. {{(pid=82369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:04:42.376701 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-1e316de4-4ddf-449f-91e0-94ef5df233ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036821680366'] for port, after_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:42.381602 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-6b9666d0-8640-4b90-9faa-4f4adea8edc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:42.382658 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-3929548d-0a25-4e71-8e1d-58cb4e2736ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5cd73682bc64cdaa6b766020253c8fd&device_id=9495b46b-9a88-4863-a28d-95ea3e0366b4 HTTP/1.1" status: 200 len: 1097 time: 0.1246417 Sep 20 16:04:42.524118 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-ee2d398f-6175-4ed2-8800-be8b4db4f159 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbb39eb7-f00c-43f0-9ac0-758c7276e61b HTTP/1.1" status: 200 len: 217 time: 0.1317523 Sep 20 16:04:42.567828 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e316de4-4ddf-449f-91e0-94ef5df233ae service neutron] Pushing event updated for resources: {'Port': ['ID=ecc1e192-2dc8-45d7-94d7-d547a408db48,revision_number=2']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:42.570948 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-1e316de4-4ddf-449f-91e0-94ef5df233ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:42.678742 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-ffec330a-559f-4479-a0cb-7087daed81cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:42.680495 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-ffec330a-559f-4479-a0cb-7087daed81cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52a7ee89-01e3-413c-ad3b-2dd2f5ae893f HTTP/1.1" status: 200 len: 850 time: 0.1467824 Sep 20 16:04:42.696630 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5a445575-74a6-41c6-8008-8009021a4b10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:42.718316 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-1e316de4-4ddf-449f-91e0-94ef5df233ae service neutron] Attempting to bind port ecc1e192-2dc8-45d7-94d7-d547a408db48 on host hv-cinder-80966 for vnic_type normal with profile {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 16:04:42.718963 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-1e316de4-4ddf-449f-91e0-94ef5df233ae service neutron] Attempting to bind port ecc1e192-2dc8-45d7-94d7-d547a408db48 by drivers openvswitch,hyperv on host hv-cinder-80966 at level 0 using segments [{'id': '989a23f7-b1d9-49cd-b7ba-1fda6ddeb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29'}] {{(pid=82369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 16:04:42.719770 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-1e316de4-4ddf-449f-91e0-94ef5df233ae service neutron] Attempting to bind port ecc1e192-2dc8-45d7-94d7-d547a408db48 on network bff5b245-776a-4a0d-8c23-eec69eae1a29 {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:04:42.726337 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-1e316de4-4ddf-449f-91e0-94ef5df233ae service neutron] Port ecc1e192-2dc8-45d7-94d7-d547a408db48 on network bff5b245-776a-4a0d-8c23-eec69eae1a29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80966 {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 20 16:04:42.726965 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-1e316de4-4ddf-449f-91e0-94ef5df233ae service neutron] Attempting to bind port ecc1e192-2dc8-45d7-94d7-d547a408db48 on network bff5b245-776a-4a0d-8c23-eec69eae1a29 {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:04:42.738543 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-1e316de4-4ddf-449f-91e0-94ef5df233ae service neutron] Checking agent: {'id': '85f38ebc-8bd3-4a05-87ab-11427d0d3796', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 57, 9), 'started_at': datetime.datetime(2021, 9, 20, 15, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 16, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 16:04:42.739220 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-1e316de4-4ddf-449f-91e0-94ef5df233ae service neutron] Checking segment: {'id': '989a23f7-b1d9-49cd-b7ba-1fda6ddeb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:04:42.739802 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-1e316de4-4ddf-449f-91e0-94ef5df233ae service neutron] Bound using segment: {'id': '989a23f7-b1d9-49cd-b7ba-1fda6ddeb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29'} {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 16:04:42.741347 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-1e316de4-4ddf-449f-91e0-94ef5df233ae service neutron] Bound port: ecc1e192-2dc8-45d7-94d7-d547a408db48, host: hv-cinder-80966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '989a23f7-b1d9-49cd-b7ba-1fda6ddeb386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29'}}] {{(pid=82369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 16:04:42.741899 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-1e316de4-4ddf-449f-91e0-94ef5df233ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:42.821349 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-5a445575-74a6-41c6-8008-8009021a4b10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:04:42.829171 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-5a445575-74a6-41c6-8008-8009021a4b10 admin admin] Usage tracker for resource:security_group_rule and tenant:ac4958d2f7b740bdbc7aa8372d8ddc41 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:04:42.839134 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-5a445575-74a6-41c6-8008-8009021a4b10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:04:42.855507 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-5a445575-74a6-41c6-8008-8009021a4b10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:04:42.869414 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-8545a6c1-67cf-46bc-9434-d3d8f1e9eedc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3486c4e5-0021-45c8-9533-9b5c178c51f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1742165 Sep 20 16:04:42.889605 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-1e316de4-4ddf-449f-91e0-94ef5df233ae service neutron] For port ecc1e192-2dc8-45d7-94d7-d547a408db48, host hv-cinder-80966, cleared binding levels {{(pid=82369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 16:04:42.893711 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-1e316de4-4ddf-449f-91e0-94ef5df233ae service neutron] For port ecc1e192-2dc8-45d7-94d7-d547a408db48, host hv-cinder-80966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=ecc1e192-2dc8-45d7-94d7-d547a408db48,segment=NetworkSegment(989a23f7-b1d9-49cd-b7ba-1fda6ddeb386),segment_id=989a23f7-b1d9-49cd-b7ba-1fda6ddeb386)] {{(pid=82369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 16:04:42.898638 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-1e316de4-4ddf-449f-91e0-94ef5df233ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036821680366'] for port, after_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:42.904694 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-1924575f-0eaf-44db-b479-e4ac76eacbaf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:42.989549 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-1e316de4-4ddf-449f-91e0-94ef5df233ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:42.992157 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-1e316de4-4ddf-449f-91e0-94ef5df233ae service neutron] 10.222.0.36 "PUT /v2.0/ports/ecc1e192-2dc8-45d7-94d7-d547a408db48 HTTP/1.1" status: 200 len: 1093 time: 1.2917936 Sep 20 16:04:42.992926 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c53ce6-436e-4a62-9c6d-52b19c79daee', 'tag': 'ecc1e192-2dc8-45d7-94d7-d547a408db48'}] {{(pid=82369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:04:43.020768 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e316de4-4ddf-449f-91e0-94ef5df233ae service neutron] Pushing event updated for resources: {'Port': ['ID=ecc1e192-2dc8-45d7-94d7-d547a408db48,revision_number=3']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:43.032561 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-1e316de4-4ddf-449f-91e0-94ef5df233ae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:43.090640 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5a445575-74a6-41c6-8008-8009021a4b10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:43.094466 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-d1e9d233-72aa-4d84-83d6-88195c9120ff service neutron] 10.222.0.36 "GET /v2.0/networks/3486c4e5-0021-45c8-9533-9b5c178c51f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173591 Sep 20 16:04:43.095862 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5a445575-74a6-41c6-8008-8009021a4b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:43.107218 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:43.175153 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-68cf4293-ba59-40ea-8cea-0a06d7c6ecb2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db746f245ad145658413ccb0154221ac&device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 1096 time: 0.1286507 Sep 20 16:04:43.186024 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a445575-74a6-41c6-8008-8009021a4b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e4b6d8-f17c-49c1-87ba-88caff232192,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:43.206227 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-5a445575-74a6-41c6-8008-8009021a4b10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:43.262453 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-5a445575-74a6-41c6-8008-8009021a4b10 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ac4958d2f7b740bdbc7aa8372d8ddc41&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0153596 Sep 20 16:04:43.268352 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 58642) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:43.293553 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-969d04f8-8809-4b44-be1d-518d99377a52 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecc1e192-2dc8-45d7-94d7-d547a408db48 HTTP/1.1" status: 200 len: 217 time: 0.1073658 Sep 20 16:04:43.373907 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a6d88b69-c83a-45f1-a8f0-8233571bdbc8 req-4eaa3591-99fe-4163-8860-b75bfbb6028c service neutron] 10.222.0.36 "GET /v2.0/networks/3486c4e5-0021-45c8-9533-9b5c178c51f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677426 Sep 20 16:04:43.391332 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-45f7ef4e-e5d0-4bb8-9288-c6885e093f25 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:43.393238 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-45f7ef4e-e5d0-4bb8-9288-c6885e093f25 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=56db9545-8f98-4a5d-b98f-1e9dd0b9696a HTTP/1.1" status: 200 len: 856 time: 0.0912440 Sep 20 16:04:43.393617 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-bdce3131-b389-472e-837d-bf1316de5035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:43.398253 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c53ce6-436e-4a62-9c6d-52b19c79daee', 'tag': 'ecc1e192-2dc8-45d7-94d7-d547a408db48', 'status': 'completed', 'code': 200} Sep 20 16:04:43.433407 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-bdce3131-b389-472e-837d-bf1316de5035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:43.509891 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-c4905b8b-690d-43de-9745-58e804c7881b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bff5b245-776a-4a0d-8c23-eec69eae1a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1033072 Sep 20 16:04:43.646954 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-bdce3131-b389-472e-837d-bf1316de5035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:43.653983 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-0997acb7-afe0-4166-b45e-0c364dfecd42 service neutron] 10.222.0.36 "GET /v2.0/networks/bff5b245-776a-4a0d-8c23-eec69eae1a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361127 Sep 20 16:04:43.661475 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-27af636d-3872-472c-a9a8-a610abcae0aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:43.696861 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce3131-b389-472e-837d-bf1316de5035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e4b6d8-f17c-49c1-87ba-88caff232192,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:43.706274 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-bdce3131-b389-472e-837d-bf1316de5035 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:43.709860 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5d165f2c-69e6-4e86-86aa-ed3bcd246d12 req-c6d22c62-0a9a-4036-af87-23763701fd30 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5cd73682bc64cdaa6b766020253c8fd&device_id=9495b46b-9a88-4863-a28d-95ea3e0366b4 HTTP/1.1" status: 200 len: 1097 time: 0.2569983 Sep 20 16:04:43.712203 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-bdce3131-b389-472e-837d-bf1316de5035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:43.715305 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-bdce3131-b389-472e-837d-bf1316de5035 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/06e4b6d8-f17c-49c1-87ba-88caff232192 HTTP/1.1" status: 204 len: 168 time: 0.4458590 Sep 20 16:04:43.726293 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9eb960-45e0-4ae1-9be1-e3744005f560 req-a2ee8a3b-a4fa-4fd5-83e2-497197555dfb tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:43.732189 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3a9eb960-45e0-4ae1-9be1-e3744005f560 req-a2ee8a3b-a4fa-4fd5-83e2-497197555dfb tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 943 time: 0.2422762 Sep 20 16:04:43.768143 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfe84b-a8b5-4f8c-b4a9-936d02b56972 req-3afbbcf6-31b5-4029-b0bc-3f5aaba380bf tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:43.769748 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e0cfe84b-a8b5-4f8c-b4a9-936d02b56972 req-3afbbcf6-31b5-4029-b0bc-3f5aaba380bf tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=9495b46b-9a88-4863-a28d-95ea3e0366b4 HTTP/1.1" status: 200 len: 944 time: 0.2220588 Sep 20 16:04:43.818631 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4426b9d8-b9e3-42fd-8e0e-5a20fcaf26d0 req-7e8461ca-3312-41d5-90a1-9c82176a1807 service neutron] 10.222.0.36 "GET /v2.0/networks/bff5b245-776a-4a0d-8c23-eec69eae1a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507607 Sep 20 16:04:43.980336 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2d62d7a5-3bf8-43c9-89a5-1436b24f8889 req-e69a7408-39b3-4656-ae19-f8d40b3462ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db746f245ad145658413ccb0154221ac&device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 1096 time: 0.1002433 Sep 20 16:04:44.147018 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62d7a5-3bf8-43c9-89a5-1436b24f8889 req-f93e992a-608d-45eb-90dd-bb610f4d17c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:44.148633 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2d62d7a5-3bf8-43c9-89a5-1436b24f8889 req-f93e992a-608d-45eb-90dd-bb610f4d17c0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bff5b245-776a-4a0d-8c23-eec69eae1a29 HTTP/1.1" status: 200 len: 918 time: 0.1600361 Sep 20 16:04:44.156159 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 58658) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:44.208144 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3a9eb960-45e0-4ae1-9be1-e3744005f560 req-78ad5cb9-d7a3-472c-803d-0b1ac0d4ba1c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4709892 Sep 20 16:04:44.219873 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e0cfe84b-a8b5-4f8c-b4a9-936d02b56972 req-efe363e5-4345-42ed-8fd6-4fac4ba00668 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4319096 Sep 20 16:04:44.237133 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d165f2c-69e6-4e86-86aa-ed3bcd246d12 req-10e85352-485c-435a-b415-1a62b806c720 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:44.238776 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5d165f2c-69e6-4e86-86aa-ed3bcd246d12 req-10e85352-485c-435a-b415-1a62b806c720 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3486c4e5-0021-45c8-9533-9b5c178c51f3 HTTP/1.1" status: 200 len: 912 time: 0.5036657 Sep 20 16:04:44.261565 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2d62d7a5-3bf8-43c9-89a5-1436b24f8889 req-fa91e329-7c12-413a-a835-4ba629909bb4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecc1e192-2dc8-45d7-94d7-d547a408db48 HTTP/1.1" status: 200 len: 217 time: 0.0874536 Sep 20 16:04:44.262811 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b37c750b-d53c-4138-8b00-a87a19cce197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:44.331336 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5d165f2c-69e6-4e86-86aa-ed3bcd246d12 req-30dfd93e-d6f6-49ce-925c-5501d04983bf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbb39eb7-f00c-43f0-9ac0-758c7276e61b HTTP/1.1" status: 200 len: 217 time: 0.0738361 Sep 20 16:04:44.370255 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62d7a5-3bf8-43c9-89a5-1436b24f8889 req-f05bcbe5-be48-489f-9e1a-ecce72aa076e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:44.371983 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2d62d7a5-3bf8-43c9-89a5-1436b24f8889 req-f05bcbe5-be48-489f-9e1a-ecce72aa076e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=56db9545-8f98-4a5d-b98f-1e9dd0b9696a HTTP/1.1" status: 200 len: 856 time: 0.0988712 Sep 20 16:04:44.376062 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-b37c750b-d53c-4138-8b00-a87a19cce197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:04:44.390885 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 58664) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:44.417045 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-b37c750b-d53c-4138-8b00-a87a19cce197 admin admin] Usage tracker for resource:security_group_rule and tenant:0639de2c76bb42809bdb30c9266e5c6b is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:04:44.423847 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-b37c750b-d53c-4138-8b00-a87a19cce197 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:04:44.438780 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-b37c750b-d53c-4138-8b00-a87a19cce197 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:04:44.472888 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d165f2c-69e6-4e86-86aa-ed3bcd246d12 req-6353f0d0-e25d-4835-92cb-ed0df6d06b53 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:44.474620 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5d165f2c-69e6-4e86-86aa-ed3bcd246d12 req-6353f0d0-e25d-4835-92cb-ed0df6d06b53 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52a7ee89-01e3-413c-ad3b-2dd2f5ae893f HTTP/1.1" status: 200 len: 850 time: 0.1323647 Sep 20 16:04:44.510060 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2d62d7a5-3bf8-43c9-89a5-1436b24f8889 req-5c5aaa8c-8db9-4de2-a308-574d98b3c712 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bff5b245-776a-4a0d-8c23-eec69eae1a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1295705 Sep 20 16:04:44.546270 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4fe68-67b0-4dde-b200-9f7c99f3f805 req-ecfb1622-6e3b-426d-9d8c-ce53a1ed8a21 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:44.547922 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7aa4fe68-67b0-4dde-b200-9f7c99f3f805 req-ecfb1622-6e3b-426d-9d8c-ce53a1ed8a21 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.1666732 Sep 20 16:04:44.579116 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b37c750b-d53c-4138-8b00-a87a19cce197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:44.631845 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b37c750b-d53c-4138-8b00-a87a19cce197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:44.632088 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5d165f2c-69e6-4e86-86aa-ed3bcd246d12 req-578dc1c5-c010-4cc5-a39a-d721740ac649 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3486c4e5-0021-45c8-9533-9b5c178c51f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1478603 Sep 20 16:04:44.633112 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-81378e92-b2e1-426e-984a-69d4bce27a6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:44.647333 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-190206b8-386b-4042-9c50-3391718856b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:44.701975 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c750b-d53c-4138-8b00-a87a19cce197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccdd9ab-a680-40f9-b957-b0df5641a0c7,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:44.705474 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b37c750b-d53c-4138-8b00-a87a19cce197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:44.712984 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-b37c750b-d53c-4138-8b00-a87a19cce197 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0639de2c76bb42809bdb30c9266e5c6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5529997 Sep 20 16:04:44.713227 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 58670) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:44.719940 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7aa4fe68-67b0-4dde-b200-9f7c99f3f805 req-37628c7a-e1c2-40d5-903b-9499a428e73e tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632624 Sep 20 16:04:44.747348 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2d62d7a5-3bf8-43c9-89a5-1436b24f8889 req-482834bf-dbd8-44bb-a07b-05087fd1f83d service neutron] 10.222.0.36 "GET /v2.0/networks/bff5b245-776a-4a0d-8c23-eec69eae1a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258337 Sep 20 16:04:44.797493 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-81378e92-b2e1-426e-984a-69d4bce27a6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:04:44.804744 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-81378e92-b2e1-426e-984a-69d4bce27a6b admin admin] Usage tracker for resource:security_group_rule and tenant:81a50d96d1504abf96742331f2f71f8b is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:04:44.809655 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-81378e92-b2e1-426e-984a-69d4bce27a6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:04:44.819573 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-81378e92-b2e1-426e-984a-69d4bce27a6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:04:44.848265 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5d165f2c-69e6-4e86-86aa-ed3bcd246d12 req-9a3483e9-758e-4f53-9837-8c7fdb53121b service neutron] 10.222.0.36 "GET /v2.0/networks/3486c4e5-0021-45c8-9533-9b5c178c51f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979525 Sep 20 16:04:44.903675 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d930d428-f713-439a-8736-e14e5f3becee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:44.947633 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2d62d7a5-3bf8-43c9-89a5-1436b24f8889 req-660ae184-94a5-46ee-b956-488a2862a40f service neutron] 10.222.0.36 "GET /v2.0/networks/bff5b245-776a-4a0d-8c23-eec69eae1a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922591 Sep 20 16:04:44.951792 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d930d428-f713-439a-8736-e14e5f3becee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:45.004417 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d930d428-f713-439a-8736-e14e5f3becee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:45.009486 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-469f9b94-20a9-49b8-be96-d95d67185e8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:45.022367 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d930d428-f713-439a-8736-e14e5f3becee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccdd9ab-a680-40f9-b957-b0df5641a0c7,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:45.023304 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-81378e92-b2e1-426e-984a-69d4bce27a6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:45.025664 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d930d428-f713-439a-8736-e14e5f3becee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:45.027791 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d930d428-f713-439a-8736-e14e5f3becee admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:45.031915 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-d930d428-f713-439a-8736-e14e5f3becee admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1ccdd9ab-a680-40f9-b957-b0df5641a0c7 HTTP/1.1" status: 204 len: 168 time: 0.3148913 Sep 20 16:04:45.032010 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-81378e92-b2e1-426e-984a-69d4bce27a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:45.048943 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-18773458-7d88-4aff-b9a8-69e0f2929b55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:45.086029 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5d165f2c-69e6-4e86-86aa-ed3bcd246d12 req-36e79995-123b-41e2-9b52-38337dd690cf service neutron] 10.222.0.36 "GET /v2.0/networks/3486c4e5-0021-45c8-9533-9b5c178c51f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201087 Sep 20 16:04:45.105238 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81378e92-b2e1-426e-984a-69d4bce27a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=301029d3-e22e-411c-96c2-0e8ad5f01d5e,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:45.109685 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-81378e92-b2e1-426e-984a-69d4bce27a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:45.113075 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-81378e92-b2e1-426e-984a-69d4bce27a6b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=81a50d96d1504abf96742331f2f71f8b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6896286 Sep 20 16:04:45.115589 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 58676) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:45.179177 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-864e4bb0-30d1-4d6a-8163-786b019e69f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:45.206879 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-864e4bb0-30d1-4d6a-8163-786b019e69f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:45.251262 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-864e4bb0-30d1-4d6a-8163-786b019e69f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:45.256470 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d930d428-f713-439a-8736-e14e5f3becee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:45.271036 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864e4bb0-30d1-4d6a-8163-786b019e69f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=301029d3-e22e-411c-96c2-0e8ad5f01d5e,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:45.273897 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-864e4bb0-30d1-4d6a-8163-786b019e69f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:45.275151 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-864e4bb0-30d1-4d6a-8163-786b019e69f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:45.291540 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-864e4bb0-30d1-4d6a-8163-786b019e69f4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/301029d3-e22e-411c-96c2-0e8ad5f01d5e HTTP/1.1" status: 204 len: 168 time: 0.1621726 Sep 20 16:04:45.521854 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60015412-c9ba-4511-9cfa-f69c2e3ae401 req-1ffbdd6e-62c7-41d6-a9f8-6b05eb78fc4e tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:45.523532 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-60015412-c9ba-4511-9cfa-f69c2e3ae401 req-1ffbdd6e-62c7-41d6-a9f8-6b05eb78fc4e tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=9495b46b-9a88-4863-a28d-95ea3e0366b4 HTTP/1.1" status: 200 len: 944 time: 0.1562741 Sep 20 16:04:45.569172 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e4281-a0f1-45cd-ad02-439b43af0af2 req-aa547f8e-d429-41da-b667-111937a6cb67 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:45.570754 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e84e4281-a0f1-45cd-ad02-439b43af0af2 req-aa547f8e-d429-41da-b667-111937a6cb67 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 943 time: 0.1633043 Sep 20 16:04:45.675988 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-60015412-c9ba-4511-9cfa-f69c2e3ae401 req-7e963472-9994-4427-9da7-cde7c9df9fae tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180096 Sep 20 16:04:45.684286 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e84e4281-a0f1-45cd-ad02-439b43af0af2 req-53fd353e-100b-4e2a-af89-1c5252478bed tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899880 Sep 20 16:04:45.693168 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b66f42a-6e79-4c8c-83bf-9c30ecb58cc5 req-0658b500-c9a5-4220-a7ff-3af508bc82c5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:45.694886 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1b66f42a-6e79-4c8c-83bf-9c30ecb58cc5 req-0658b500-c9a5-4220-a7ff-3af508bc82c5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.36 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.1795461 Sep 20 16:04:45.793995 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [req-1b66f42a-6e79-4c8c-83bf-9c30ecb58cc5 req-298f81e3-da1d-4537-b6c3-5b994907a7d5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Deleting port 522e6331-094c-47d9-b04b-55e867c66586 {{(pid=82368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:04:45.794379 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-1b66f42a-6e79-4c8c-83bf-9c30ecb58cc5 req-298f81e3-da1d-4537-b6c3-5b994907a7d5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:45.816371 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 58704) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:45.839883 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6324703d-6206-4fc9-9d67-8e40b0f57157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:45.894877 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-6324703d-6206-4fc9-9d67-8e40b0f57157 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:04:45.898919 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-6324703d-6206-4fc9-9d67-8e40b0f57157 admin admin] Usage tracker for resource:security_group_rule and tenant:2f436e08e7704220a9dc52761c81a316 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:04:45.902447 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-6324703d-6206-4fc9-9d67-8e40b0f57157 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:04:45.909253 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-6324703d-6206-4fc9-9d67-8e40b0f57157 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:04:46.004390 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6324703d-6206-4fc9-9d67-8e40b0f57157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:46.007819 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6324703d-6206-4fc9-9d67-8e40b0f57157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:46.016447 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-47426ffe-8758-46d1-902c-225883fa8fcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:46.058785 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324703d-6206-4fc9-9d67-8e40b0f57157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ea0069-b246-4de4-b5ac-8f195d9fea31,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:46.062425 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-6324703d-6206-4fc9-9d67-8e40b0f57157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:46.064719 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-6324703d-6206-4fc9-9d67-8e40b0f57157 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2f436e08e7704220a9dc52761c81a316&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2471654 Sep 20 16:04:46.067610 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 58712) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:46.134736 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110a088-bbcd-4bfe-ba3b-369c05e1a7bb req-f8591516-5086-46c5-84e0-a23531370a8b tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:46.135846 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-777fe027-448f-42f0-b7ea-f9b5c1a23284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:46.136730 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8110a088-bbcd-4bfe-ba3b-369c05e1a7bb req-f8591516-5086-46c5-84e0-a23531370a8b tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 945 time: 0.2411215 Sep 20 16:04:46.167498 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-777fe027-448f-42f0-b7ea-f9b5c1a23284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:46.184342 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-1b66f42a-6e79-4c8c-83bf-9c30ecb58cc5 req-298f81e3-da1d-4537-b6c3-5b994907a7d5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] For port 522e6331-094c-47d9-b04b-55e867c66586, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=522e6331-094c-47d9-b04b-55e867c66586,segment=NetworkSegment(d1e44e39-6be0-4349-98b0-f88bec838d0a),segment_id=d1e44e39-6be0-4349-98b0-f88bec838d0a)] {{(pid=82368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:04:46.184743 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-1b66f42a-6e79-4c8c-83bf-9c30ecb58cc5 req-298f81e3-da1d-4537-b6c3-5b994907a7d5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:46.215179 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-777fe027-448f-42f0-b7ea-f9b5c1a23284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:46.220908 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-275a359b-b7ee-4383-8bf8-40672ef8b029 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:46.233514 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777fe027-448f-42f0-b7ea-f9b5c1a23284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ea0069-b246-4de4-b5ac-8f195d9fea31,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:46.236727 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-777fe027-448f-42f0-b7ea-f9b5c1a23284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:46.238799 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-777fe027-448f-42f0-b7ea-f9b5c1a23284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:46.242535 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-777fe027-448f-42f0-b7ea-f9b5c1a23284 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/26ea0069-b246-4de4-b5ac-8f195d9fea31 HTTP/1.1" status: 204 len: 168 time: 0.1714675 Sep 20 16:04:46.296840 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8110a088-bbcd-4bfe-ba3b-369c05e1a7bb req-6d251219-5053-44a0-b43c-248f474a2f7e tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=35390c32-552c-451e-a99b-dfc666c719da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398633 Sep 20 16:04:46.519033 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-1b66f42a-6e79-4c8c-83bf-9c30ecb58cc5 req-298f81e3-da1d-4537-b6c3-5b994907a7d5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:46.519376 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-1b66f42a-6e79-4c8c-83bf-9c30ecb58cc5 req-298f81e3-da1d-4537-b6c3-5b994907a7d5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1017788'] for floatingip, after_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:46.519727 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.db.l3_db [req-1b66f42a-6e79-4c8c-83bf-9c30ecb58cc5 req-298f81e3-da1d-4537-b6c3-5b994907a7d5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Floating IP 7b389528-baf8-4cd7-b515-c984611d9ea5 disassociated. External IP: 172.27.3.178, port: 522e6331-094c-47d9-b04b-55e867c66586. Sep 20 16:04:46.520105 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [req-1b66f42a-6e79-4c8c-83bf-9c30ecb58cc5 req-298f81e3-da1d-4537-b6c3-5b994907a7d5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Calling delete_port for 522e6331-094c-47d9-b04b-55e867c66586 owned by compute:nova {{(pid=82368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:04:46.672394 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-1b66f42a-6e79-4c8c-83bf-9c30ecb58cc5 req-298f81e3-da1d-4537-b6c3-5b994907a7d5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:46.678418 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-4effbb31-b08b-455a-bd96-ab7b32247828 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:46.755113 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f81e3-da1d-4537-b6c3-5b994907a7d5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Pushing event deleted for resources: {'Port': ['ID=522e6331-094c-47d9-b04b-55e867c66586,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:46.762800 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-298f81e3-da1d-4537-b6c3-5b994907a7d5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:47.081715 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808495c3-2584-491b-b687-94acedb8ed9c req-3d5e9f7f-aa23-4bb1-8b7a-08d51c1ab91c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:47.083365 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-808495c3-2584-491b-b687-94acedb8ed9c req-3d5e9f7f-aa23-4bb1-8b7a-08d51c1ab91c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 943 time: 0.1968763 Sep 20 16:04:47.091079 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7bfa8-cf70-4994-8d06-66c7d02885f5 req-4ec63bde-7ad2-4720-9feb-be6302bfcecb tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:47.092788 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-97e7bfa8-cf70-4994-8d06-66c7d02885f5 req-4ec63bde-7ad2-4720-9feb-be6302bfcecb tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=9495b46b-9a88-4863-a28d-95ea3e0366b4 HTTP/1.1" status: 200 len: 944 time: 0.2050314 Sep 20 16:04:47.207984 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-97e7bfa8-cf70-4994-8d06-66c7d02885f5 req-14e0e9f1-8dc5-48ba-8008-4f75321921c9 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935094 Sep 20 16:04:47.210153 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-808495c3-2584-491b-b687-94acedb8ed9c req-15b78fc1-756e-4370-bf74-034e0248752c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162634 Sep 20 16:04:47.259408 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b66f42a-6e79-4c8c-83bf-9c30ecb58cc5 req-298f81e3-da1d-4537-b6c3-5b994907a7d5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Router 17290f84-0f42-496c-aea2-a1e118d98dc2 has already been hosted by L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a {{(pid=82368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 20 16:04:47.439306 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device ecc1e192-2dc8-45d7-94d7-d547a408db48 details requested by agent hyperv_hv-cinder-80966 with host hv-cinder-80966 {{(pid=82370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 20 16:04:47.643162 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port ecc1e192-2dc8-45d7-94d7-d547a408db48, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=ecc1e192-2dc8-45d7-94d7-d547a408db48,segment=NetworkSegment(989a23f7-b1d9-49cd-b7ba-1fda6ddeb386),segment_id=989a23f7-b1d9-49cd-b7ba-1fda6ddeb386)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:04:47.663516 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Returning: {'device': 'ecc1e192-2dc8-45d7-94d7-d547a408db48', 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29', 'port_id': 'ecc1e192-2dc8-45d7-94d7-d547a408db48', 'mac_address': 'fa:16:3e:9e:b5:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56db9545-8f98-4a5d-b98f-1e9dd0b9696a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 20 16:04:47.722819 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-27849d19-9b56-4617-81d2-a3bac81c3f9c req-2f43cf25-b093-4b58-9361-a27d63d19b90 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=ce9d08e0-9510-4a65-bdc0-87161ec3adf3 HTTP/1.1" status: 200 len: 210 time: 0.0597610 Sep 20 16:04:47.723911 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:47.744506 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecc1e192-2dc8-45d7-94d7-d547a408db48 {{(pid=82370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 16:04:47.760660 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port ecc1e192-2dc8-45d7-94d7-d547a408db48, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=ecc1e192-2dc8-45d7-94d7-d547a408db48,segment=NetworkSegment(989a23f7-b1d9-49cd-b7ba-1fda6ddeb386),segment_id=989a23f7-b1d9-49cd-b7ba-1fda6ddeb386)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:04:47.764689 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:47.767378 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-7b427d80-e0b3-4bdc-9d51-a5c14dfd97d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:47.818985 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b66f42a-6e79-4c8c-83bf-9c30ecb58cc5 req-298f81e3-da1d-4537-b6c3-5b994907a7d5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 16:04:47.835811 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bd2bc6-6c17-42ff-a2fe-dfc0c16bfb7e None None] Sync routers for ids ['17290f84-0f42-496c-aea2-a1e118d98dc2'] in dv-cinder-809669-1-iscsi {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 16:04:47.869395 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=ecc1e192-2dc8-45d7-94d7-d547a408db48,revision_number=4']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:47.873930 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:47.888088 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bd2bc6-6c17-42ff-a2fe-dfc0c16bfb7e None None] Routers {'17290f84-0f42-496c-aea2-a1e118d98dc2'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:04:47.889318 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-33bd2bc6-6c17-42ff-a2fe-dfc0c16bfb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:04:35Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['17290f84-0f42-496c-aea2-a1e118d98dc2'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:04:47.942395 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b66f42a-6e79-4c8c-83bf-9c30ecb58cc5 req-298f81e3-da1d-4537-b6c3-5b994907a7d5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] No DVR routers for this DVR port 522e6331-094c-47d9-b04b-55e867c66586 on host hv-cinder-80966 {{(pid=82368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 20 16:04:47.946253 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-1b66f42a-6e79-4c8c-83bf-9c30ecb58cc5 req-298f81e3-da1d-4537-b6c3-5b994907a7d5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:47.949922 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9d08e0-9510-4a65-bdc0-87161ec3adf3', 'name': 'network-vif-deleted', 'tag': '522e6331-094c-47d9-b04b-55e867c66586'}] {{(pid=82368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:04:47.978495 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1b66f42a-6e79-4c8c-83bf-9c30ecb58cc5 req-298f81e3-da1d-4537-b6c3-5b994907a7d5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.36 "DELETE /v2.0/ports/522e6331-094c-47d9-b04b-55e867c66586 HTTP/1.1" status: 204 len: 173 time: 2.2732925 Sep 20 16:04:48.033432 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9d08e0-9510-4a65-bdc0-87161ec3adf3', 'name': 'network-vif-deleted', 'tag': '522e6331-094c-47d9-b04b-55e867c66586', 'status': 'completed', 'code': 200} Sep 20 16:04:48.300942 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-33bd2bc6-6c17-42ff-a2fe-dfc0c16bfb7e None None] Set router 17290f84-0f42-496c-aea2-a1e118d98dc2 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:04:48.343875 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['ecc1e192-2dc8-45d7-94d7-d547a408db48'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:04:48.499034 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7cc45-4cf7-4773-8035-de5231e62856 req-ae280cfe-7e1e-451f-b1f5-1b6c8fc0cb4c tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:48.500679 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-71f7cc45-4cf7-4773-8035-de5231e62856 req-ae280cfe-7e1e-451f-b1f5-1b6c8fc0cb4c tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=9495b46b-9a88-4863-a28d-95ea3e0366b4 HTTP/1.1" status: 200 len: 944 time: 0.1526859 Sep 20 16:04:48.511266 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b9483-2df5-4241-ab8a-8eb8857e80f1 req-36a3f6bb-06e0-4f39-b03b-4c37e7f21af1 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:48.512792 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-670b9483-2df5-4241-ab8a-8eb8857e80f1 req-36a3f6bb-06e0-4f39-b03b-4c37e7f21af1 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 944 time: 0.1258607 Sep 20 16:04:48.603697 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-670b9483-2df5-4241-ab8a-8eb8857e80f1 req-c5d6e3bc-27b0-4571-af61-dd90bdb1931f tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819900 Sep 20 16:04:48.606324 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-71f7cc45-4cf7-4773-8035-de5231e62856 req-3cb0cd72-fac2-4b7c-995f-e9d839ab1baf tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860338 Sep 20 16:04:48.787208 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-33bd2bc6-6c17-42ff-a2fe-dfc0c16bfb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'name': 'tempest-AttachVolumeTestJSON-1316904417-router', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd9bfb57d-fb5e-4875-9288-3eb7c3a1f34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:15Z', 'updated_at': '2021-09-20T15:59:28Z', 'revision_number': 4, 'project_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'gw_port': {'id': 'd9bfb57d-fb5e-4875-9288-3eb7c3a1f34e', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:32:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:17Z', 'updated_at': '2021-09-20T15:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': '00179544-7199-4841-9ab7-15bb33fe9b6d', 'name': '', 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'mac_address': 'fa:16:3e:17:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff460d82-964a-44b5-b5c5-4abe0f89a661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:27Z', 'updated_at': '2021-09-20T15:59:48Z', 'revision_number': 5, 'project_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'subnets': [{'id': 'ff460d82-964a-44b5-b5c5-4abe0f89a661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:04:48.791562 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bd2bc6-6c17-42ff-a2fe-dfc0c16bfb7e None None] Checking router: 17290f84-0f42-496c-aea2-a1e118d98dc2 for host: dv-cinder-809669-1-iscsi {{(pid=82370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 16:04:48.803482 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bd2bc6-6c17-42ff-a2fe-dfc0c16bfb7e None None] Routers {'17290f84-0f42-496c-aea2-a1e118d98dc2'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:04:48.804166 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-33bd2bc6-6c17-42ff-a2fe-dfc0c16bfb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:04:35Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['17290f84-0f42-496c-aea2-a1e118d98dc2'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:04:48.879270 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 58792) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:48.956151 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5530fe02-5d81-4a5e-b89f-68324b261bd3 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:48.984977 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5530fe02-5d81-4a5e-b89f-68324b261bd3 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:48.991465 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-33bd2bc6-6c17-42ff-a2fe-dfc0c16bfb7e None None] Set router 17290f84-0f42-496c-aea2-a1e118d98dc2 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:04:49.029226 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5530fe02-5d81-4a5e-b89f-68324b261bd3 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:49.034636 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-ee76a66e-aebf-438f-8284-3be8abf0facc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:49.050673 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5530fe02-5d81-4a5e-b89f-68324b261bd3 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35390c32-552c-451e-a99b-dfc666c719da,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:49.064325 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5530fe02-5d81-4a5e-b89f-68324b261bd3 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:04:49.064742 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5530fe02-5d81-4a5e-b89f-68324b261bd3 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:04:49.065158 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5530fe02-5d81-4a5e-b89f-68324b261bd3 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:04:49.065561 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5530fe02-5d81-4a5e-b89f-68324b261bd3 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:04:49.065963 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5530fe02-5d81-4a5e-b89f-68324b261bd3 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:04:49.066399 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5530fe02-5d81-4a5e-b89f-68324b261bd3 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:04:49.066799 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5530fe02-5d81-4a5e-b89f-68324b261bd3 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:04:49.067220 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5530fe02-5d81-4a5e-b89f-68324b261bd3 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:04:49.067614 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5530fe02-5d81-4a5e-b89f-68324b261bd3 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:04:49.068006 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5530fe02-5d81-4a5e-b89f-68324b261bd3 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:04:49.068399 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5530fe02-5d81-4a5e-b89f-68324b261bd3 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:04:49.071271 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5530fe02-5d81-4a5e-b89f-68324b261bd3 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:49.075083 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-5530fe02-5d81-4a5e-b89f-68324b261bd3 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "DELETE /v2.0/security-groups/35390c32-552c-451e-a99b-dfc666c719da HTTP/1.1" status: 204 len: 168 time: 0.1920762 Sep 20 16:04:49.075083 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-5530fe02-5d81-4a5e-b89f-68324b261bd3 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:49.075957 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 58796) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:49.095077 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.v2.resource [None req-2f067a50-4593-4a14-9209-329fe18ebbb1 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] show failed (client error): The resource could not be found. Sep 20 16:04:49.096322 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-2f067a50-4593-4a14-9209-329fe18ebbb1 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups/35390c32-552c-451e-a99b-dfc666c719da HTTP/1.1" status: 404 len: 347 time: 0.0180204 Sep 20 16:04:49.099418 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 58800) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:49.261963 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-265b2e44-edfa-47fc-9232-5c19bdbf7ec0 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Deleting port 69be2c31-9e27-45d4-800c-bfc586ec1b44 {{(pid=82368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:04:49.262577 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-265b2e44-edfa-47fc-9232-5c19bdbf7ec0 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:49.334526 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-33bd2bc6-6c17-42ff-a2fe-dfc0c16bfb7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'name': 'tempest-AttachVolumeTestJSON-1316904417-router', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd9bfb57d-fb5e-4875-9288-3eb7c3a1f34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:15Z', 'updated_at': '2021-09-20T15:59:28Z', 'revision_number': 4, 'project_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'gw_port': {'id': 'd9bfb57d-fb5e-4875-9288-3eb7c3a1f34e', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:32:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:17Z', 'updated_at': '2021-09-20T15:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': '00179544-7199-4841-9ab7-15bb33fe9b6d', 'name': '', 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'mac_address': 'fa:16:3e:17:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff460d82-964a-44b5-b5c5-4abe0f89a661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:27Z', 'updated_at': '2021-09-20T15:59:48Z', 'revision_number': 5, 'project_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'subnets': [{'id': 'ff460d82-964a-44b5-b5c5-4abe0f89a661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:04:49.339429 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bd2bc6-6c17-42ff-a2fe-dfc0c16bfb7e None None] The sync data for ids ['17290f84-0f42-496c-aea2-a1e118d98dc2'] in dv-cinder-809669-1-iscsi is: [{'id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'name': 'tempest-AttachVolumeTestJSON-1316904417-router', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd9bfb57d-fb5e-4875-9288-3eb7c3a1f34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:15Z', 'updated_at': '2021-09-20T15:59:28Z', 'revision_number': 4, 'project_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'gw_port': {'id': 'd9bfb57d-fb5e-4875-9288-3eb7c3a1f34e', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:32:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:17Z', 'updated_at': '2021-09-20T15:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': '00179544-7199-4841-9ab7-15bb33fe9b6d', 'name': '', 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'mac_address': 'fa:16:3e:17:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff460d82-964a-44b5-b5c5-4abe0f89a661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:27Z', 'updated_at': '2021-09-20T15:59:48Z', 'revision_number': 5, 'project_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'subnets': [{'id': 'ff460d82-964a-44b5-b5c5-4abe0f89a661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 16:04:49.454327 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device ecc1e192-2dc8-45d7-94d7-d547a408db48 up at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:04:49.473232 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-265b2e44-edfa-47fc-9232-5c19bdbf7ec0 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:49.473970 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-265b2e44-edfa-47fc-9232-5c19bdbf7ec0 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:49.552310 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning for port ecc1e192-2dc8-45d7-94d7-d547a408db48 completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:04:49.557671 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning complete for port ecc1e192-2dc8-45d7-94d7-d547a408db48 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:04:49.558088 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:49.627685 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-265b2e44-edfa-47fc-9232-5c19bdbf7ec0 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Calling delete_port for 69be2c31-9e27-45d4-800c-bfc586ec1b44 owned by network:floatingip {{(pid=82368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:04:49.708918 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:49.744661 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c53ce6-436e-4a62-9c6d-52b19c79daee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc1e192-2dc8-45d7-94d7-d547a408db48'}] {{(pid=82370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:04:49.763311 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port ecc1e192-2dc8-45d7-94d7-d547a408db48, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=ecc1e192-2dc8-45d7-94d7-d547a408db48,segment=NetworkSegment(989a23f7-b1d9-49cd-b7ba-1fda6ddeb386),segment_id=989a23f7-b1d9-49cd-b7ba-1fda6ddeb386)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:04:49.768100 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:49.769041 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 522e6331-094c-47d9-b04b-55e867c66586 no longer exists at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:04:49.815359 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:49.873274 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] No Port match for: 522e6331-094c-47d9-b04b-55e867c66586 {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:04:49.873654 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 522e6331-094c-47d9-b04b-55e867c66586 not bound to the agent host hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:04:49.906757 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=ecc1e192-2dc8-45d7-94d7-d547a408db48,revision_number=5']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:49.910218 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:49.971569 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3314973e-3a12-47a8-9f10-885803ff68a9 None None] New status for floating IP 7b389528-baf8-4cd7-b515-c984611d9ea5: DOWN {{(pid=82371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 20 16:04:50.048779 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-265b2e44-edfa-47fc-9232-5c19bdbf7ec0 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:50.062891 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-e6be4aab-a866-4dd3-9c16-583eb2f9a605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:50.125015 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b2e44-edfa-47fc-9232-5c19bdbf7ec0 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Pushing event deleted for resources: {'Port': ['ID=69be2c31-9e27-45d4-800c-bfc586ec1b44,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:50.142115 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-265b2e44-edfa-47fc-9232-5c19bdbf7ec0 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:50.181963 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bd326-7a0e-41f4-a9f0-1ded54e66713 req-061e2e70-8fc8-494e-96bb-aafe0ff0ebb2 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:50.184101 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ff5bd326-7a0e-41f4-a9f0-1ded54e66713 req-061e2e70-8fc8-494e-96bb-aafe0ff0ebb2 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 945 time: 0.2867124 Sep 20 16:04:50.289235 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.db.api [None req-3314973e-3a12-47a8-9f10-885803ff68a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82371) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Sep 20 16:04:50.289613 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_db.api [None req-3314973e-3a12-47a8-9f10-885803ff68a9 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Sep 20 16:04:50.300503 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587aac18-304b-466b-9291-f6ac41d5bdca req-88b1f886-99a5-463f-98dd-f61988ed2f20 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:50.302111 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-587aac18-304b-466b-9291-f6ac41d5bdca req-88b1f886-99a5-463f-98dd-f61988ed2f20 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=9495b46b-9a88-4863-a28d-95ea3e0366b4 HTTP/1.1" status: 200 len: 944 time: 0.3537724 Sep 20 16:04:50.307825 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ff5bd326-7a0e-41f4-a9f0-1ded54e66713 req-41cbab36-9f9b-4cae-937c-5ef9045daf50 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119726 Sep 20 16:04:50.330567 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-265b2e44-edfa-47fc-9232-5c19bdbf7ec0 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for floatingip, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:50.364785 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-265b2e44-edfa-47fc-9232-5c19bdbf7ec0 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for floatingip, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:50.367899 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-265b2e44-edfa-47fc-9232-5c19bdbf7ec0 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "DELETE /v2.0/floatingips/7b389528-baf8-4cd7-b515-c984611d9ea5 HTTP/1.1" status: 204 len: 168 time: 1.2656629 Sep 20 16:04:50.372333 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-587aac18-304b-466b-9291-f6ac41d5bdca req-d7325d16-d8c4-4442-9e6a-ab09caa55d89 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635419 Sep 20 16:04:50.399303 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c53ce6-436e-4a62-9c6d-52b19c79daee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc1e192-2dc8-45d7-94d7-d547a408db48', 'code': 200} Sep 20 16:04:50.708297 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 58852) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:50.714641 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-d8566e59-61d9-4cba-8ac2-c37b9e6eb17a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Request body: {'security_group': {'name': 'tempest-securitygroup--129943365', 'description': 'tempest-description--1704475151'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:04:50.721152 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-d8566e59-61d9-4cba-8ac2-c37b9e6eb17a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:04:50.725443 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-d8566e59-61d9-4cba-8ac2-c37b9e6eb17a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Usage tracker for resource:security_group and tenant:fd7704af87e049c8b60cee7ad66c9d89 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:04:50.729718 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-d8566e59-61d9-4cba-8ac2-c37b9e6eb17a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:04:50.735913 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-d8566e59-61d9-4cba-8ac2-c37b9e6eb17a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:04:50.747099 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d8566e59-61d9-4cba-8ac2-c37b9e6eb17a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:50.785575 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-d8566e59-61d9-4cba-8ac2-c37b9e6eb17a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:04:50.789090 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-d8566e59-61d9-4cba-8ac2-c37b9e6eb17a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Usage tracker for resource:security_group_rule and tenant:fd7704af87e049c8b60cee7ad66c9d89 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:04:50.791021 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3314973e-3a12-47a8-9f10-885803ff68a9 None None] New status for floating IP 7b389528-baf8-4cd7-b515-c984611d9ea5: DOWN {{(pid=82371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 20 16:04:50.792419 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-d8566e59-61d9-4cba-8ac2-c37b9e6eb17a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:04:50.798652 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-d8566e59-61d9-4cba-8ac2-c37b9e6eb17a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:04:50.861769 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d8566e59-61d9-4cba-8ac2-c37b9e6eb17a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:50.871890 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d8566e59-61d9-4cba-8ac2-c37b9e6eb17a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:50.887638 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-864e4bb0-30d1-4d6a-8163-786b019e69f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:50.922024 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8566e59-61d9-4cba-8ac2-c37b9e6eb17a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=295539a7-abf8-48f4-9f52-321862764be3,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:50.938491 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d8566e59-61d9-4cba-8ac2-c37b9e6eb17a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:50.952343 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d8566e59-61d9-4cba-8ac2-c37b9e6eb17a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:50.957168 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-d8566e59-61d9-4cba-8ac2-c37b9e6eb17a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.2477655 Sep 20 16:04:50.957807 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 58866) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:50.964041 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-c739d165-abfa-42fd-a0da-b64afe1af112 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Request body: {'security_group_rule': {'security_group_id': '295539a7-abf8-48f4-9f52-321862764be3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:04:50.970430 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-c739d165-abfa-42fd-a0da-b64afe1af112 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:04:50.974485 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-c739d165-abfa-42fd-a0da-b64afe1af112 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Usage tracker for resource:security_group_rule and tenant:fd7704af87e049c8b60cee7ad66c9d89 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:04:50.977551 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-c739d165-abfa-42fd-a0da-b64afe1af112 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:04:50.984182 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-c739d165-abfa-42fd-a0da-b64afe1af112 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:04:51.001167 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c739d165-abfa-42fd-a0da-b64afe1af112 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:51.064795 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c739d165-abfa-42fd-a0da-b64afe1af112 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:51.067537 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c739d165-abfa-42fd-a0da-b64afe1af112 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807771'] for security_group_rule, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:51.075599 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:51.095137 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c739d165-abfa-42fd-a0da-b64afe1af112 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aad8afc-5d90-4356-9344-eb3f730e59ed,revision_number=0']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:51.097824 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c739d165-abfa-42fd-a0da-b64afe1af112 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:51.104554 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c739d165-abfa-42fd-a0da-b64afe1af112 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:51.109049 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-c739d165-abfa-42fd-a0da-b64afe1af112 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1470356 Sep 20 16:04:51.109269 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 58870) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:51.115224 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-532cfbab-25e3-45cc-a8c0-0b9e3bcae264 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Request body: {'security_group_rule': {'security_group_id': '295539a7-abf8-48f4-9f52-321862764be3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:04:51.121162 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-532cfbab-25e3-45cc-a8c0-0b9e3bcae264 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:04:51.125915 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-532cfbab-25e3-45cc-a8c0-0b9e3bcae264 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Usage tracker for resource:security_group_rule and tenant:fd7704af87e049c8b60cee7ad66c9d89 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:04:51.128937 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-532cfbab-25e3-45cc-a8c0-0b9e3bcae264 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:04:51.138376 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-532cfbab-25e3-45cc-a8c0-0b9e3bcae264 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:04:51.154294 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-532cfbab-25e3-45cc-a8c0-0b9e3bcae264 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:51.217919 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-532cfbab-25e3-45cc-a8c0-0b9e3bcae264 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:51.220591 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-532cfbab-25e3-45cc-a8c0-0b9e3bcae264 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807771'] for security_group_rule, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:51.222763 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-8357b800-0275-4e6f-96a3-d1bcc135a162 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:51.242649 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 58876) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:51.246606 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532cfbab-25e3-45cc-a8c0-0b9e3bcae264 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12376cda-0b19-4d82-b1ea-04a57a489e72,revision_number=0']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:51.249929 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-532cfbab-25e3-45cc-a8c0-0b9e3bcae264 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:51.256583 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-532cfbab-25e3-45cc-a8c0-0b9e3bcae264 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:51.257871 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-532cfbab-25e3-45cc-a8c0-0b9e3bcae264 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1476116 Sep 20 16:04:51.261108 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 58882) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:51.266884 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-fe5d0f3f-8e17-4af5-9078-f3f6bfacd476 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Request body: {'floatingip': {'floating_network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:04:51.272622 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-fe5d0f3f-8e17-4af5-9078-f3f6bfacd476 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:04:51.276653 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-fe5d0f3f-8e17-4af5-9078-f3f6bfacd476 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Usage tracker for resource:floatingip and tenant:fd7704af87e049c8b60cee7ad66c9d89 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:04:51.280278 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-fe5d0f3f-8e17-4af5-9078-f3f6bfacd476 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:04:51.286247 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-fe5d0f3f-8e17-4af5-9078-f3f6bfacd476 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:04:51.296789 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0f3f-8e17-4af5-9078-f3f6bfacd476 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for floatingip, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:51.400726 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-004cb539-d3c1-466c-9e55-1ebbaa846644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:51.436553 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-004cb539-d3c1-466c-9e55-1ebbaa846644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:04:51.440747 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-004cb539-d3c1-466c-9e55-1ebbaa846644 admin admin] Usage tracker for resource:security_group_rule and tenant:a7ba257c7a9049b88da057c7a61a7f6d is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:04:51.446116 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0f3f-8e17-4af5-9078-f3f6bfacd476 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:51.448659 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-004cb539-d3c1-466c-9e55-1ebbaa846644 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:04:51.455163 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-004cb539-d3c1-466c-9e55-1ebbaa846644 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:04:51.600009 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [None req-fe5d0f3f-8e17-4af5-9078-f3f6bfacd476 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Allocated IP 172.27.3.45 (378c8f1a-f14e-4679-b139-5c2d775a72d9/ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1/b7cb4bfe-6585-43bd-af5e-7d8957402b8d) {{(pid=82369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 16:04:51.650795 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575aa9f-89e9-4efc-8616-9b756858534c req-bff03501-5cba-4acc-ae77-cab334c266f3 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:51.652457 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1575aa9f-89e9-4efc-8616-9b756858534c req-bff03501-5cba-4acc-ae77-cab334c266f3 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 945 time: 0.1877756 Sep 20 16:04:51.658678 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-004cb539-d3c1-466c-9e55-1ebbaa846644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:51.685077 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-004cb539-d3c1-466c-9e55-1ebbaa846644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:51.695238 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d57588d6-17d1-47ef-a266-aad5a46dfc46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:51.755100 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0f3f-8e17-4af5-9078-f3f6bfacd476 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for port, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:51.760748 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004cb539-d3c1-466c-9e55-1ebbaa846644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cce49b-1701-4eba-a853-3a8c04f3747b,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:51.764475 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-004cb539-d3c1-466c-9e55-1ebbaa846644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:51.770877 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2682a-13ed-4a2b-b603-77171ae1996c req-66ef07ab-d6e4-4690-9393-e21a89e0dc82 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:51.772505 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c5a2682a-13ed-4a2b-b603-77171ae1996c req-66ef07ab-d6e4-4690-9393-e21a89e0dc82 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=9495b46b-9a88-4863-a28d-95ea3e0366b4 HTTP/1.1" status: 200 len: 944 time: 0.2402048 Sep 20 16:04:51.782449 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-004cb539-d3c1-466c-9e55-1ebbaa846644 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a7ba257c7a9049b88da057c7a61a7f6d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5385101 Sep 20 16:04:51.782956 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0f3f-8e17-4af5-9078-f3f6bfacd476 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33095450'] for port, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:51.786085 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 58890) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:51.787539 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:51.803951 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1575aa9f-89e9-4efc-8616-9b756858534c req-c616e0c9-3b97-49a9-a7e0-8e56c51fb928 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419106 Sep 20 16:04:51.858387 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5d0f3f-8e17-4af5-9078-f3f6bfacd476 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Network 378c8f1a-f14e-4679-b139-5c2d775a72d9 is already hosted by enough agents. {{(pid=82369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:04:51.871067 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-fe5d0f3f-8e17-4af5-9078-f3f6bfacd476 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Resources bound (agent type, host, resource id): {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:04:51.874393 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5d0f3f-8e17-4af5-9078-f3f6bfacd476 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Received port after_create {{(pid=82369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 16:04:51.876391 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c5a2682a-13ed-4a2b-b603-77171ae1996c req-e1c646df-1277-499c-b8ff-a758b5278f20 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925131 Sep 20 16:04:51.917419 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-4c2351ec-9bf1-4383-ba83-100efe0eb591 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:51.924491 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d0f3f-8e17-4af5-9078-f3f6bfacd476 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Pushing event updated for resources: {'Port': ['ID=b7cb4bfe-6585-43bd-af5e-7d8957402b8d,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:51.927479 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-fe5d0f3f-8e17-4af5-9078-f3f6bfacd476 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:51.946801 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-4c2351ec-9bf1-4383-ba83-100efe0eb591 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:51.992621 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-4c2351ec-9bf1-4383-ba83-100efe0eb591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:51.997603 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:52.011803 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2351ec-9bf1-4383-ba83-100efe0eb591 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cce49b-1701-4eba-a853-3a8c04f3747b,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:52.014619 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-4c2351ec-9bf1-4383-ba83-100efe0eb591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:52.015832 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-4c2351ec-9bf1-4383-ba83-100efe0eb591 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:52.019874 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-4c2351ec-9bf1-4383-ba83-100efe0eb591 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/73cce49b-1701-4eba-a853-3a8c04f3747b HTTP/1.1" status: 204 len: 168 time: 0.2293694 Sep 20 16:04:52.236353 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0f3f-8e17-4af5-9078-f3f6bfacd476 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:52.290343 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0f3f-8e17-4af5-9078-f3f6bfacd476 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:52.468003 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 58900) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:52.487430 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a5b5d77f-ae5e-49f6-9b87-9e41f0aa87fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:52.503988 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0f3f-8e17-4af5-9078-f3f6bfacd476 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for port, precommit_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:52.508224 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0f3f-8e17-4af5-9078-f3f6bfacd476 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036821680366'] for port, after_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:52.512546 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:52.520134 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-a5b5d77f-ae5e-49f6-9b87-9e41f0aa87fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:04:52.524102 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-a5b5d77f-ae5e-49f6-9b87-9e41f0aa87fd admin admin] Usage tracker for resource:security_group_rule and tenant:ccc8142696b141059a6772fcd1acdd50 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:04:52.526977 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-a5b5d77f-ae5e-49f6-9b87-9e41f0aa87fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:04:52.533469 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-a5b5d77f-ae5e-49f6-9b87-9e41f0aa87fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:04:52.603217 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a5b5d77f-ae5e-49f6-9b87-9e41f0aa87fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:52.604482 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device fbb39eb7-f00c-43f0-9ac0-758c7276e61b details requested by agent hyperv_hv-cinder-80966 with host hv-cinder-80966 {{(pid=82370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 20 16:04:52.608903 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a5b5d77f-ae5e-49f6-9b87-9e41f0aa87fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:52.616698 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-7ca52ba9-5417-49bc-878b-c2fbaf50a770 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:52.621442 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d0f3f-8e17-4af5-9078-f3f6bfacd476 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Pushing event updated for resources: {'Port': ['ID=b7cb4bfe-6585-43bd-af5e-7d8957402b8d,revision_number=2']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:52.627522 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-fe5d0f3f-8e17-4af5-9078-f3f6bfacd476 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:52.643993 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0f3f-8e17-4af5-9078-f3f6bfacd476 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1017788'] for floatingip, after_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:52.653252 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5d77f-ae5e-49f6-9b87-9e41f0aa87fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30b7de8-4189-46a3-8bf6-1a9e4d1b9f87,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:52.658769 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-a5b5d77f-ae5e-49f6-9b87-9e41f0aa87fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:52.668885 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0f3f-8e17-4af5-9078-f3f6bfacd476 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for floatingip, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:52.671191 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-fe5d0f3f-8e17-4af5-9078-f3f6bfacd476 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4090474 Sep 20 16:04:52.678825 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-a5b5d77f-ae5e-49f6-9b87-9e41f0aa87fd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ccc8142696b141059a6772fcd1acdd50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2072973 Sep 20 16:04:52.679121 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 58904) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:52.770830 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6e7c9731-4d41-45cd-9159-c63cb322bc99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:52.800506 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6e7c9731-4d41-45cd-9159-c63cb322bc99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:52.805671 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port fbb39eb7-f00c-43f0-9ac0-758c7276e61b, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=fbb39eb7-f00c-43f0-9ac0-758c7276e61b,segment=NetworkSegment(9cb9c279-b877-460a-9cc6-db0e812143bc),segment_id=9cb9c279-b877-460a-9cc6-db0e812143bc)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:04:52.820687 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Returning: {'device': 'fbb39eb7-f00c-43f0-9ac0-758c7276e61b', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'port_id': 'fbb39eb7-f00c-43f0-9ac0-758c7276e61b', 'mac_address': 'fa:16:3e:83:c0:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 20 16:04:52.913037 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:52.913769 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-39484f9b-2dd7-40c4-a539-78467e2e2e2e req-367fa2ac-71b2-421b-8f2e-39fa4a529c85 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 1098 time: 0.1154625 Sep 20 16:04:52.940519 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbb39eb7-f00c-43f0-9ac0-758c7276e61b {{(pid=82370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 16:04:52.943009 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6e7c9731-4d41-45cd-9159-c63cb322bc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:52.951798 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-3c4a3699-a2d1-4086-93fe-080d5d41be1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:52.958172 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port fbb39eb7-f00c-43f0-9ac0-758c7276e61b, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=fbb39eb7-f00c-43f0-9ac0-758c7276e61b,segment=NetworkSegment(9cb9c279-b877-460a-9cc6-db0e812143bc),segment_id=9cb9c279-b877-460a-9cc6-db0e812143bc)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:04:52.961552 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:52.964789 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:52.968929 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7c9731-4d41-45cd-9159-c63cb322bc99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30b7de8-4189-46a3-8bf6-1a9e4d1b9f87,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:53.007414 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-6e7c9731-4d41-45cd-9159-c63cb322bc99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:53.051420 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=fbb39eb7-f00c-43f0-9ac0-758c7276e61b,revision_number=4']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:53.061141 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:53.074450 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6e7c9731-4d41-45cd-9159-c63cb322bc99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:53.075715 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-6e7c9731-4d41-45cd-9159-c63cb322bc99 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c30b7de8-4189-46a3-8bf6-1a9e4d1b9f87 HTTP/1.1" status: 204 len: 168 time: 0.3922477 Sep 20 16:04:53.084396 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-39484f9b-2dd7-40c4-a539-78467e2e2e2e req-02b46415-02bf-4d61-8962-df07ff1e3495 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578441 Sep 20 16:04:53.093494 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-2b544764-945c-44ed-97b9-8ffcdaac5703 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--129943365&fields=id&tenant_id=fd7704af87e049c8b60cee7ad66c9d89 HTTP/1.1" status: 200 len: 267 time: 0.1449051 Sep 20 16:04:53.221128 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['fbb39eb7-f00c-43f0-9ac0-758c7276e61b'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:04:53.265971 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-e93e28d5-f47d-453d-afb2-115494099fad tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:53.267485 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-e93e28d5-f47d-453d-afb2-115494099fad tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/networks?id=8d940861-2256-4176-a2ad-3f8353b646fe HTTP/1.1" status: 200 len: 811 time: 0.1662538 Sep 20 16:04:53.297671 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-2444f9f3-977a-4329-a9cb-a4446388b5d8 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/quotas/fd7704af87e049c8b60cee7ad66c9d89 HTTP/1.1" status: 200 len: 375 time: 0.0205359 Sep 20 16:04:53.303818 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13867b91-73c8-4bef-b324-7a7f29ee21ed req-079c47c2-78ba-49c5-bd48-27094b4f413c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:53.305390 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-13867b91-73c8-4bef-b324-7a7f29ee21ed req-079c47c2-78ba-49c5-bd48-27094b4f413c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 945 time: 0.2715471 Sep 20 16:04:53.427607 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-13867b91-73c8-4bef-b324-7a7f29ee21ed req-f278765c-08e1-4c40-bba0-7ba1920c6a94 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718601 Sep 20 16:04:53.433736 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-d9b066f1-5f3c-4332-bf39-8b638b68a38e tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Synchronizing usage tracker for tenant:fd7704af87e049c8b60cee7ad66c9d89 on resource:port {{(pid=82368) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:04:53.455769 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-d9b066f1-5f3c-4332-bf39-8b638b68a38e tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Unset dirty status for tenant:fd7704af87e049c8b60cee7ad66c9d89 on resource:port {{(pid=82368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:04:53.457249 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-d9b066f1-5f3c-4332-bf39-8b638b68a38e tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=fd7704af87e049c8b60cee7ad66c9d89&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1508925 Sep 20 16:04:53.692238 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-acecb7ee-8668-4e58-85db-99ca37821301 service neutron] 10.222.0.35 "GET /v2.0/networks/8d940861-2256-4176-a2ad-3f8353b646fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171977 Sep 20 16:04:53.819798 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb55d9a-f5a5-4516-9e33-133a79c6a38a req-82d54908-dca2-4122-8c1f-8f7967c45fa1 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:53.821437 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fdb55d9a-f5a5-4516-9e33-133a79c6a38a req-82d54908-dca2-4122-8c1f-8f7967c45fa1 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=9495b46b-9a88-4863-a28d-95ea3e0366b4 HTTP/1.1" status: 200 len: 945 time: 0.2213130 Sep 20 16:04:53.900359 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-a71bb4d5-0da4-4b36-a787-603da28fc959 service neutron] 10.222.0.35 "GET /v2.0/networks/8d940861-2256-4176-a2ad-3f8353b646fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989944 Sep 20 16:04:53.902878 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fdb55d9a-f5a5-4516-9e33-133a79c6a38a req-34ac73dd-8f75-4df7-aaee-5950873c9d40 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730984 Sep 20 16:04:54.135667 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b939e683-a7b9-421c-b436-48ea53081e25 req-0a42c0c3-a77c-49bf-adf3-2f1b1415e933 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbd1821c-7583-43e6-940b-be8e60598a53 HTTP/1.1" status: 200 len: 210 time: 0.0648038 Sep 20 16:04:54.610950 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device fbb39eb7-f00c-43f0-9ac0-758c7276e61b up at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:04:54.674376 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5450d-bc38-4802-b30d-bbde20175b46 req-39fe92c4-a925-4ae9-9f94-a12ce3575795 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:54.676197 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b9d5450d-bc38-4802-b30d-bbde20175b46 req-39fe92c4-a925-4ae9-9f94-a12ce3575795 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 945 time: 0.0919597 Sep 20 16:04:54.692197 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning for port fbb39eb7-f00c-43f0-9ac0-758c7276e61b completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:04:54.697579 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning complete for port fbb39eb7-f00c-43f0-9ac0-758c7276e61b triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:04:54.698264 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:54.739491 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b9d5450d-bc38-4802-b30d-bbde20175b46 req-b8201acc-ffff-42f3-ad8e-ef39cb022079 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554812 Sep 20 16:04:54.786381 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 58998) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:54.835558 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:54.865935 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9495b46b-9a88-4863-a28d-95ea3e0366b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb39eb7-f00c-43f0-9ac0-758c7276e61b'}] {{(pid=82370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:04:54.885822 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port fbb39eb7-f00c-43f0-9ac0-758c7276e61b, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=fbb39eb7-f00c-43f0-9ac0-758c7276e61b,segment=NetworkSegment(9cb9c279-b877-460a-9cc6-db0e812143bc),segment_id=9cb9c279-b877-460a-9cc6-db0e812143bc)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:04:54.891635 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:54.894743 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-a73732db-5097-4ade-8bb7-b376e70555a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:54.979292 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f56ca-18cc-4256-b82f-2de06e79ee46 req-fea9d4eb-9b6e-4072-bdfa-e1c13b387897 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:54.991889 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=fbb39eb7-f00c-43f0-9ac0-758c7276e61b,revision_number=5']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:54.994724 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-be1f56ca-18cc-4256-b82f-2de06e79ee46 req-fea9d4eb-9b6e-4072-bdfa-e1c13b387897 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 945 time: 0.1230607 Sep 20 16:04:54.995680 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 59012) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:54.996725 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:54.997485 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ca4ba177-d032-4067-8f81-56b9ac58c7e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:55.006940 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-7b57c14b-7fa7-40ad-ade5-de0f42458ec2 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Request body: {'floatingip': {'port_id': 'ecc1e192-2dc8-45d7-94d7-d547a408db48'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:04:55.062305 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-ca4ba177-d032-4067-8f81-56b9ac58c7e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:04:55.066444 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-ca4ba177-d032-4067-8f81-56b9ac58c7e2 admin admin] Usage tracker for resource:security_group_rule and tenant:dd98fb60966b41b1a7a67de380b6c2ea is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:04:55.077440 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-ca4ba177-d032-4067-8f81-56b9ac58c7e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:04:55.084072 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-ca4ba177-d032-4067-8f81-56b9ac58c7e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:04:55.106262 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7b57c14b-7fa7-40ad-ade5-de0f42458ec2 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for floatingip, before_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:55.154326 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9495b46b-9a88-4863-a28d-95ea3e0366b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbb39eb7-f00c-43f0-9ac0-758c7276e61b', 'code': 200} Sep 20 16:04:55.246035 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ca4ba177-d032-4067-8f81-56b9ac58c7e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:55.265364 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ca4ba177-d032-4067-8f81-56b9ac58c7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:55.276356 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-87441d0e-483a-4c7b-b3c7-01d08ca9d4bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:55.333901 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ba177-d032-4067-8f81-56b9ac58c7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362372b6-7052-43c4-955b-e2f1e2aca64a,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:55.340962 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-ca4ba177-d032-4067-8f81-56b9ac58c7e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:55.370191 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-ca4ba177-d032-4067-8f81-56b9ac58c7e2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dd98fb60966b41b1a7a67de380b6c2ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5824976 Sep 20 16:04:55.371251 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 59022) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:55.440816 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c4089998-a0eb-461b-ba26-5bed27f6d751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:55.472195 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c4089998-a0eb-461b-ba26-5bed27f6d751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:55.585721 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c4089998-a0eb-461b-ba26-5bed27f6d751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:55.592965 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-43fbce6c-1792-4c28-b0d5-7c4bf462354f req-b252ec8d-f3a6-4de4-9a86-aa3cacb4af23 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9495b46b-9a88-4863-a28d-95ea3e0366b4 HTTP/1.1" status: 200 len: 1099 time: 0.1230729 Sep 20 16:04:55.594892 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-4df62952-36cc-41f8-b450-8d01a34ffc41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:55.621208 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4089998-a0eb-461b-ba26-5bed27f6d751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362372b6-7052-43c4-955b-e2f1e2aca64a,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:55.625454 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c4089998-a0eb-461b-ba26-5bed27f6d751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:55.634324 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c4089998-a0eb-461b-ba26-5bed27f6d751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:55.638414 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-c4089998-a0eb-461b-ba26-5bed27f6d751 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/362372b6-7052-43c4-955b-e2f1e2aca64a HTTP/1.1" status: 204 len: 168 time: 0.2659326 Sep 20 16:04:55.657053 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-43fbce6c-1792-4c28-b0d5-7c4bf462354f req-7aa4857b-f46c-4cb9-ab46-e6cef94c0689 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532308 Sep 20 16:04:55.662516 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1273c4c0-e840-49e0-83e4-a1fa666e9100 req-0e0623e8-0d80-41f8-9af7-b66eb2277a9a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbd1821c-7583-43e6-940b-be8e60598a53 HTTP/1.1" status: 200 len: 210 time: 0.1102872 Sep 20 16:04:55.871423 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-e018dfc3-135e-46dc-9ae2-4f41f7b2204f tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:55.873196 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-e018dfc3-135e-46dc-9ae2-4f41f7b2204f tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.36 "GET /v2.0/networks?id=8d940861-2256-4176-a2ad-3f8353b646fe HTTP/1.1" status: 200 len: 811 time: 0.3193822 Sep 20 16:04:55.883932 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4a3eb-43d3-4bca-94fc-623138cf6b9a req-cb9b0fc5-6120-424b-a61b-5af41efe9423 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:55.885509 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a9e4a3eb-43d3-4bca-94fc-623138cf6b9a req-cb9b0fc5-6120-424b-a61b-5af41efe9423 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=9495b46b-9a88-4863-a28d-95ea3e0366b4 HTTP/1.1" status: 200 len: 946 time: 0.6453290 Sep 20 16:04:56.105431 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a9e4a3eb-43d3-4bca-94fc-623138cf6b9a req-455d45fe-cd81-4573-9f2b-b81c8f4812af tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590362 Sep 20 16:04:56.121698 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-87710b18-006e-4a94-91a0-6372cf948976 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd7704af87e049c8b60cee7ad66c9d89 HTTP/1.1" status: 200 len: 379 time: 0.1765985 Sep 20 16:04:56.138568 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-9a0f8203-d12a-406c-8e55-b4a96759d7d5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Request body: {'port': {'device_id': 'dbd1821c-7583-43e6-940b-be8e60598a53', 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe', 'admin_state_up': True, 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'security_groups': ['295539a7-abf8-48f4-9f52-321862764be3']}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:04:56.391284 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-9a0f8203-d12a-406c-8e55-b4a96759d7d5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:04:56.407258 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-9a0f8203-d12a-406c-8e55-b4a96759d7d5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:04:56.422307 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-9a0f8203-d12a-406c-8e55-b4a96759d7d5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Made reservation on behalf of fd7704af87e049c8b60cee7ad66c9d89 for: {'port': 1} {{(pid=82368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 16:04:56.427978 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-9a0f8203-d12a-406c-8e55-b4a96759d7d5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:56.621707 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7b57c14b-7fa7-40ad-ade5-de0f42458ec2 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:56.632051 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7b57c14b-7fa7-40ad-ade5-de0f42458ec2 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1017788'] for floatingip, after_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:56.715836 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 59060) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:56.846639 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-9a0f8203-d12a-406c-8e55-b4a96759d7d5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Allocated IP 172.20.0.10 (8d940861-2256-4176-a2ad-3f8353b646fe/ff460d82-964a-44b5-b5c5-4abe0f89a661/555183be-9360-4c5d-921b-8384a9e63252) {{(pid=82368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 16:04:56.917785 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fb283b79-f673-4c02-b50e-0558d806662d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:56.967289 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-fb283b79-f673-4c02-b50e-0558d806662d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:04:56.970289 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c3572e9c-6ba9-46fe-b3f8-b8c56223ed00 req-0731e07d-fa66-428b-87fc-1cb78f3c8ab7 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbd1821c-7583-43e6-940b-be8e60598a53 HTTP/1.1" status: 200 len: 210 time: 0.0714753 Sep 20 16:04:56.971929 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-fb283b79-f673-4c02-b50e-0558d806662d admin admin] Usage tracker for resource:security_group_rule and tenant:f51f92e1c3754cb480685d532c745b2e is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:04:56.975507 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-fb283b79-f673-4c02-b50e-0558d806662d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:04:56.981706 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-fb283b79-f673-4c02-b50e-0558d806662d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:04:57.058377 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fb283b79-f673-4c02-b50e-0558d806662d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:57.061326 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fb283b79-f673-4c02-b50e-0558d806662d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:57.074325 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-263d6e7f-c059-4927-8520-b530d7f5488c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:57.118757 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-fb283b79-f673-4c02-b50e-0558d806662d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f51f92e1c3754cb480685d532c745b2e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3986640 Sep 20 16:04:57.118757 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb283b79-f673-4c02-b50e-0558d806662d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5343f85e-8fdd-4157-a631-fb4f0ed1d03a,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:57.121625 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-fb283b79-f673-4c02-b50e-0558d806662d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:57.122089 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 59074) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:57.158087 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.db.l3_db [None req-7b57c14b-7fa7-40ad-ade5-de0f42458ec2 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Floating IP 1836314a-2999-4251-8e71-f8c5894ae1d6 associated. External IP: 172.27.3.204, port: ecc1e192-2dc8-45d7-94d7-d547a408db48. Sep 20 16:04:57.195301 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-02dd7187-1c02-489d-940a-f8898abd71bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:57.219301 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-9a0f8203-d12a-406c-8e55-b4a96759d7d5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for port, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:57.226596 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-02dd7187-1c02-489d-940a-f8898abd71bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:57.276607 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-02dd7187-1c02-489d-940a-f8898abd71bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:57.281883 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d6ec5ca2-a3f8-4e73-98b7-7063bae61695 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:57.292687 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dd7187-1c02-489d-940a-f8898abd71bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5343f85e-8fdd-4157-a631-fb4f0ed1d03a,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:57.295379 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-02dd7187-1c02-489d-940a-f8898abd71bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:57.301117 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-02dd7187-1c02-489d-940a-f8898abd71bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:57.304926 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-02dd7187-1c02-489d-940a-f8898abd71bb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5343f85e-8fdd-4157-a631-fb4f0ed1d03a HTTP/1.1" status: 204 len: 168 time: 0.1792154 Sep 20 16:04:57.357490 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-9a0f8203-d12a-406c-8e55-b4a96759d7d5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Transition to ACTIVE for port object 555183be-9360-4c5d-921b-8384a9e63252 will not be triggered until provisioned by entity DHCP. {{(pid=82368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:04:57.663031 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-9a0f8203-d12a-406c-8e55-b4a96759d7d5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:57.671843 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-7f5fd9da-01fa-4b25-b1df-d061f2db34f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:57.738862 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7769d1d2-661f-489a-a02b-3e3ffb705665 req-4c000f80-14ca-40f9-8a14-f5112176f129 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:57.740467 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7769d1d2-661f-489a-a02b-3e3ffb705665 req-4c000f80-14ca-40f9-8a14-f5112176f129 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=9495b46b-9a88-4863-a28d-95ea3e0366b4 HTTP/1.1" status: 200 len: 946 time: 0.4540739 Sep 20 16:04:57.786618 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-9a0f8203-d12a-406c-8e55-b4a96759d7d5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Network 8d940861-2256-4176-a2ad-3f8353b646fe is already hosted by enough agents. {{(pid=82368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:04:57.789987 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f8203-d12a-406c-8e55-b4a96759d7d5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Pushing event updated for resources: {'Port': ['ID=555183be-9360-4c5d-921b-8384a9e63252,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:57.796558 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-9a0f8203-d12a-406c-8e55-b4a96759d7d5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Resources bound (agent type, host, resource id): {{(pid=82368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:04:57.801667 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-9a0f8203-d12a-406c-8e55-b4a96759d7d5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:57.803092 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-9a0f8203-d12a-406c-8e55-b4a96759d7d5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Received port after_create {{(pid=82368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 16:04:57.894499 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-9a0f8203-d12a-406c-8e55-b4a96759d7d5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:57.895259 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-9a0f8203-d12a-406c-8e55-b4a96759d7d5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:57.954643 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7769d1d2-661f-489a-a02b-3e3ffb705665 req-d94f7d4c-906f-46cd-a1d2-ab62e682f456 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930709 Sep 20 16:04:57.982912 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-9a0f8203-d12a-406c-8e55-b4a96759d7d5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8414519 Sep 20 16:04:58.038422 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-2fb5412f-9c79-4db5-af59-6eb9f20ab69b service neutron] Request body: {'port': {'device_id': 'dbd1821c-7583-43e6-940b-be8e60598a53', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80966'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:04:58.209628 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-6d7b12f4-0e9a-419c-b451-8b73eb7f5c44 None None] Provisioning for port 555183be-9360-4c5d-921b-8384a9e63252 completed by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:04:58.215213 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-6d7b12f4-0e9a-419c-b451-8b73eb7f5c44 None None] Provisioning complete for port 555183be-9360-4c5d-921b-8384a9e63252 triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:04:58.215742 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6d7b12f4-0e9a-419c-b451-8b73eb7f5c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:58.269799 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-6d7b12f4-0e9a-419c-b451-8b73eb7f5c44 None None] Port 555183be-9360-4c5d-921b-8384a9e63252 cannot update to ACTIVE because it is not bound. {{(pid=82370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 20 16:04:58.368701 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-2fb5412f-9c79-4db5-af59-6eb9f20ab69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:58.453129 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1fd136-5600-4c5b-a10e-1e6944abc2e2 req-968c01cc-1f4a-4dee-b52f-b95ec94ad821 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:58.455101 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-be1fd136-5600-4c5b-a10e-1e6944abc2e2 req-968c01cc-1f4a-4dee-b52f-b95ec94ad821 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=9495b46b-9a88-4863-a28d-95ea3e0366b4 HTTP/1.1" status: 200 len: 946 time: 0.3189354 Sep 20 16:04:58.472529 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dfc2ad-5031-4333-bb8c-857e103258a4 req-cfb847ce-852d-427e-8e99-9b6dd68de4fb tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:04:58.473278 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-e3dfc2ad-5031-4333-bb8c-857e103258a4 req-cfb847ce-852d-427e-8e99-9b6dd68de4fb tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Synchronizing usage tracker for tenant:fd7704af87e049c8b60cee7ad66c9d89 on resource:port {{(pid=82368) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:04:58.602582 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-e3dfc2ad-5031-4333-bb8c-857e103258a4 req-cfb847ce-852d-427e-8e99-9b6dd68de4fb tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Unset dirty status for tenant:fd7704af87e049c8b60cee7ad66c9d89 on resource:port {{(pid=82368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:04:58.603890 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e3dfc2ad-5031-4333-bb8c-857e103258a4 req-cfb847ce-852d-427e-8e99-9b6dd68de4fb tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbd1821c-7583-43e6-940b-be8e60598a53 HTTP/1.1" status: 200 len: 932 time: 0.4211829 Sep 20 16:04:58.651832 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-be1fd136-5600-4c5b-a10e-1e6944abc2e2 req-16471ece-de3b-4a0e-adbf-8c7e4d7986cb tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884527 Sep 20 16:04:58.682521 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 59112) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:58.796250 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e3dfc2ad-5031-4333-bb8c-857e103258a4 req-6bee8da9-be8b-4f2f-9190-1a0608578664 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=295539a7-abf8-48f4-9f52-321862764be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1801257 Sep 20 16:04:58.798231 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b57c14b-7fa7-40ad-ade5-de0f42458ec2 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Router f96bf5f9-d6dd-4faa-a9ad-481b40f59552 has already been hosted by L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a {{(pid=82368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 20 16:04:59.074560 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-ca5ce1f4-f8bc-44cb-b31b-5d5064b5fb5a tempest-TestVolumeBootPattern-841673761 tempest-TestVolumeBootPattern-841673761-project-admin] Synchronizing usage tracker for tenant:311b553bdf17450497b75bb23cbb8fb4 on resource:port {{(pid=82369) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:04:59.090676 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-ca5ce1f4-f8bc-44cb-b31b-5d5064b5fb5a tempest-TestVolumeBootPattern-841673761 tempest-TestVolumeBootPattern-841673761-project-admin] Unset dirty status for tenant:311b553bdf17450497b75bb23cbb8fb4 on resource:port {{(pid=82369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:04:59.095842 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-ca5ce1f4-f8bc-44cb-b31b-5d5064b5fb5a tempest-TestVolumeBootPattern-841673761 tempest-TestVolumeBootPattern-841673761-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9495b46b-9a88-4863-a28d-95ea3e0366b4 HTTP/1.1" status: 200 len: 1094 time: 0.4120960 Sep 20 16:04:59.096508 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 59126) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:04:59.103043 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-344b2108-7525-40af-8376-208557b6efec tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Request body: {'floatingip': {'floating_network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'port_id': 'fbb39eb7-f00c-43f0-9ac0-758c7276e61b', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:04:59.110439 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-344b2108-7525-40af-8376-208557b6efec tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:04:59.120345 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-344b2108-7525-40af-8376-208557b6efec tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Usage tracker for resource:floatingip and tenant:a5cd73682bc64cdaa6b766020253c8fd is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:04:59.123514 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-344b2108-7525-40af-8376-208557b6efec tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:04:59.129917 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-344b2108-7525-40af-8376-208557b6efec tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:04:59.143152 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-2fb5412f-9c79-4db5-af59-6eb9f20ab69b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 555183be-9360-4c5d-921b-8384a9e63252 {{(pid=82368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 16:04:59.147424 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-344b2108-7525-40af-8376-208557b6efec tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for floatingip, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:59.152357 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-2fb5412f-9c79-4db5-af59-6eb9f20ab69b service neutron] Notify callbacks [] for port, precommit_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:59.176573 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-2fb5412f-9c79-4db5-af59-6eb9f20ab69b service neutron] Transition to ACTIVE for port object 555183be-9360-4c5d-921b-8384a9e63252 will not be triggered until provisioned by entity L2. {{(pid=82368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:04:59.182552 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-2fb5412f-9c79-4db5-af59-6eb9f20ab69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33517910'] for port, after_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:59.188158 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-951a950e-431f-47fc-bdc2-431b44555738 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:59.302035 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-344b2108-7525-40af-8376-208557b6efec tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:59.330809 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5412f-9c79-4db5-af59-6eb9f20ab69b service neutron] Pushing event updated for resources: {'Port': ['ID=555183be-9360-4c5d-921b-8384a9e63252,revision_number=2']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:59.335091 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-2fb5412f-9c79-4db5-af59-6eb9f20ab69b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:59.384164 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b57c14b-7fa7-40ad-ade5-de0f42458ec2 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 16:04:59.393253 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7b57c14b-7fa7-40ad-ade5-de0f42458ec2 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for floatingip, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:59.398422 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c48b62-dc76-42b7-a83b-283020f1dd11 None None] Sync routers for ids ['f96bf5f9-d6dd-4faa-a9ad-481b40f59552'] in dv-cinder-809669-1-iscsi {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 16:04:59.413959 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c48b62-dc76-42b7-a83b-283020f1dd11 None None] Routers {'f96bf5f9-d6dd-4faa-a9ad-481b40f59552'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:04:59.415407 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-42c48b62-dc76-42b7-a83b-283020f1dd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:04:35Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['f96bf5f9-d6dd-4faa-a9ad-481b40f59552'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:04:59.471150 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [None req-344b2108-7525-40af-8376-208557b6efec tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Allocated IP 172.27.3.194 (378c8f1a-f14e-4679-b139-5c2d775a72d9/ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1/3a56ac7a-b447-40d9-8f12-3d8ad81ffebd) {{(pid=82369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 16:04:59.503649 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-7b57c14b-7fa7-40ad-ade5-de0f42458ec2 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "PUT /v2.0/floatingips/1836314a-2999-4251-8e71-f8c5894ae1d6 HTTP/1.1" status: 200 len: 991 time: 4.5044038 Sep 20 16:04:59.503649 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7c53ce6-436e-4a62-9c6d-52b19c79daee', 'tag': 'ecc1e192-2dc8-45d7-94d7-d547a408db48'}] {{(pid=82368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:04:59.524519 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-2fb5412f-9c79-4db5-af59-6eb9f20ab69b service neutron] Attempting to bind port 555183be-9360-4c5d-921b-8384a9e63252 on host hv-cinder-80966 for vnic_type normal with profile {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 16:04:59.524879 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-2fb5412f-9c79-4db5-af59-6eb9f20ab69b service neutron] Attempting to bind port 555183be-9360-4c5d-921b-8384a9e63252 by drivers openvswitch,hyperv on host hv-cinder-80966 at level 0 using segments [{'id': 'd1e44e39-6be0-4349-98b0-f88bec838d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe'}] {{(pid=82368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 16:04:59.525249 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-2fb5412f-9c79-4db5-af59-6eb9f20ab69b service neutron] Attempting to bind port 555183be-9360-4c5d-921b-8384a9e63252 on network 8d940861-2256-4176-a2ad-3f8353b646fe {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:04:59.532336 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-2fb5412f-9c79-4db5-af59-6eb9f20ab69b service neutron] Port 555183be-9360-4c5d-921b-8384a9e63252 on network 8d940861-2256-4176-a2ad-3f8353b646fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80966 {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 20 16:04:59.532617 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-2fb5412f-9c79-4db5-af59-6eb9f20ab69b service neutron] Attempting to bind port 555183be-9360-4c5d-921b-8384a9e63252 on network 8d940861-2256-4176-a2ad-3f8353b646fe {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:04:59.540383 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-2fb5412f-9c79-4db5-af59-6eb9f20ab69b service neutron] Checking agent: {'id': '85f38ebc-8bd3-4a05-87ab-11427d0d3796', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 57, 9), 'started_at': datetime.datetime(2021, 9, 20, 15, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 16, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 16:04:59.540767 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-2fb5412f-9c79-4db5-af59-6eb9f20ab69b service neutron] Checking segment: {'id': 'd1e44e39-6be0-4349-98b0-f88bec838d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:04:59.541198 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-2fb5412f-9c79-4db5-af59-6eb9f20ab69b service neutron] Bound using segment: {'id': 'd1e44e39-6be0-4349-98b0-f88bec838d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe'} {{(pid=82368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 16:04:59.541687 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-2fb5412f-9c79-4db5-af59-6eb9f20ab69b service neutron] Bound port: 555183be-9360-4c5d-921b-8384a9e63252, host: hv-cinder-80966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1e44e39-6be0-4349-98b0-f88bec838d0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe'}}] {{(pid=82368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 16:04:59.542076 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-2fb5412f-9c79-4db5-af59-6eb9f20ab69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:59.669301 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-344b2108-7525-40af-8376-208557b6efec tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for port, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:59.689968 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-2fb5412f-9c79-4db5-af59-6eb9f20ab69b service neutron] For port 555183be-9360-4c5d-921b-8384a9e63252, host hv-cinder-80966, cleared binding levels {{(pid=82368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 16:04:59.697309 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-2fb5412f-9c79-4db5-af59-6eb9f20ab69b service neutron] For port 555183be-9360-4c5d-921b-8384a9e63252, host hv-cinder-80966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=555183be-9360-4c5d-921b-8384a9e63252,segment=NetworkSegment(d1e44e39-6be0-4349-98b0-f88bec838d0a),segment_id=d1e44e39-6be0-4349-98b0-f88bec838d0a)] {{(pid=82368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 16:04:59.701742 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-344b2108-7525-40af-8376-208557b6efec tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33095450'] for port, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:59.708748 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-2fb5412f-9c79-4db5-af59-6eb9f20ab69b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33517910'] for port, after_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:59.709369 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-1e316de4-4ddf-449f-91e0-94ef5df233ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:59.713715 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-9e58f0fc-025f-4e9b-96cc-ace5922766ed tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:04:59.778731 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344b2108-7525-40af-8376-208557b6efec tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Network 378c8f1a-f14e-4679-b139-5c2d775a72d9 is already hosted by enough agents. {{(pid=82369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:04:59.782450 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-2fb5412f-9c79-4db5-af59-6eb9f20ab69b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:04:59.784011 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-2fb5412f-9c79-4db5-af59-6eb9f20ab69b service neutron] 10.222.0.36 "PUT /v2.0/ports/555183be-9360-4c5d-921b-8384a9e63252 HTTP/1.1" status: 200 len: 1094 time: 1.7550342 Sep 20 16:04:59.786962 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-344b2108-7525-40af-8376-208557b6efec tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Resources bound (agent type, host, resource id): {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:04:59.792580 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344b2108-7525-40af-8376-208557b6efec tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Received port after_create {{(pid=82369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 16:04:59.802871 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5412f-9c79-4db5-af59-6eb9f20ab69b service neutron] Pushing event updated for resources: {'Port': ['ID=555183be-9360-4c5d-921b-8384a9e63252,revision_number=3']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:59.806659 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-2fb5412f-9c79-4db5-af59-6eb9f20ab69b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:59.827223 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7c53ce6-436e-4a62-9c6d-52b19c79daee', 'tag': 'ecc1e192-2dc8-45d7-94d7-d547a408db48', 'status': 'completed', 'code': 200} Sep 20 16:04:59.834546 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b2108-7525-40af-8376-208557b6efec tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Pushing event updated for resources: {'Port': ['ID=3a56ac7a-b447-40d9-8f12-3d8ad81ffebd,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:04:59.843931 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-344b2108-7525-40af-8376-208557b6efec tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:04:59.954891 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-42c48b62-dc76-42b7-a83b-283020f1dd11 None None] Set router f96bf5f9-d6dd-4faa-a9ad-481b40f59552 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:05:00.057897 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14eb34-ef58-4aeb-8559-4bfaab668fbd req-960eda27-2b13-4e8c-9e0d-ca1a6ac9a425 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:00.059633 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9c14eb34-ef58-4aeb-8559-4bfaab668fbd req-960eda27-2b13-4e8c-9e0d-ca1a6ac9a425 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbd1821c-7583-43e6-940b-be8e60598a53 HTTP/1.1" status: 200 len: 944 time: 0.0968292 Sep 20 16:05:00.154119 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9c14eb34-ef58-4aeb-8559-4bfaab668fbd req-a23f8bfe-acdf-44ee-b57e-243525634b68 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=295539a7-abf8-48f4-9f52-321862764be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873260 Sep 20 16:05:00.408966 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-42c48b62-dc76-42b7-a83b-283020f1dd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'name': 'tempest-AttachVolumeShelveTestJSON-1118877821-router', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd5a2defa-2a3c-4ad2-9b12-63fd0c770606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:14Z', 'updated_at': '2021-09-20T15:59:28Z', 'revision_number': 4, 'project_id': 'db746f245ad145658413ccb0154221ac', 'gw_port': {'id': 'd5a2defa-2a3c-4ad2-9b12-63fd0c770606', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:91:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:15Z', 'updated_at': '2021-09-20T15:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_floatingips': [{'id': '1836314a-2999-4251-8e71-f8c5894ae1d6', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'router_id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'port_id': 'ecc1e192-2dc8-45d7-94d7-d547a408db48', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29', 'mac_address': 'fa:16:3e:9e:b5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c53ce6-436e-4a62-9c6d-52b19c79daee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T16:04:35Z', 'updated_at': '2021-09-20T16:04:56Z', 'revision_number': 1, 'project_id': 'db746f245ad145658413ccb0154221ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31d188d2-f1dd-44ec-8d80-5fb6db79059b', 'name': '', 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'mac_address': 'fa:16:3e:80:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56db9545-8f98-4a5d-b98f-1e9dd0b9696a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:26Z', 'updated_at': '2021-09-20T15:59:46Z', 'revision_number': 5, 'project_id': 'db746f245ad145658413ccb0154221ac', 'subnets': [{'id': '56db9545-8f98-4a5d-b98f-1e9dd0b9696a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:00.413332 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c48b62-dc76-42b7-a83b-283020f1dd11 None None] Checking router: f96bf5f9-d6dd-4faa-a9ad-481b40f59552 for host: dv-cinder-809669-1-iscsi {{(pid=82370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 16:05:00.427083 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c48b62-dc76-42b7-a83b-283020f1dd11 None None] Routers {'f96bf5f9-d6dd-4faa-a9ad-481b40f59552'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:05:00.427759 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-42c48b62-dc76-42b7-a83b-283020f1dd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:04:35Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['f96bf5f9-d6dd-4faa-a9ad-481b40f59552'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:00.548134 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-344b2108-7525-40af-8376-208557b6efec tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:00.602446 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-344b2108-7525-40af-8376-208557b6efec tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:00.613193 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-42c48b62-dc76-42b7-a83b-283020f1dd11 None None] Set router f96bf5f9-d6dd-4faa-a9ad-481b40f59552 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:05:00.813284 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-344b2108-7525-40af-8376-208557b6efec tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for port, precommit_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:00.816997 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-344b2108-7525-40af-8376-208557b6efec tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036821680366'] for port, after_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:00.821362 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-1e316de4-4ddf-449f-91e0-94ef5df233ae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:00.930405 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b2108-7525-40af-8376-208557b6efec tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Pushing event updated for resources: {'Port': ['ID=3a56ac7a-b447-40d9-8f12-3d8ad81ffebd,revision_number=2']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:00.935228 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-344b2108-7525-40af-8376-208557b6efec tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:00.943841 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-344b2108-7525-40af-8376-208557b6efec tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1017788'] for floatingip, after_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:00.985842 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-42c48b62-dc76-42b7-a83b-283020f1dd11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'name': 'tempest-AttachVolumeShelveTestJSON-1118877821-router', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd5a2defa-2a3c-4ad2-9b12-63fd0c770606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:14Z', 'updated_at': '2021-09-20T15:59:28Z', 'revision_number': 4, 'project_id': 'db746f245ad145658413ccb0154221ac', 'gw_port': {'id': 'd5a2defa-2a3c-4ad2-9b12-63fd0c770606', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:91:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:15Z', 'updated_at': '2021-09-20T15:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_floatingips': [{'id': '1836314a-2999-4251-8e71-f8c5894ae1d6', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'router_id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'port_id': 'ecc1e192-2dc8-45d7-94d7-d547a408db48', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29', 'mac_address': 'fa:16:3e:9e:b5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c53ce6-436e-4a62-9c6d-52b19c79daee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T16:04:35Z', 'updated_at': '2021-09-20T16:04:56Z', 'revision_number': 1, 'project_id': 'db746f245ad145658413ccb0154221ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31d188d2-f1dd-44ec-8d80-5fb6db79059b', 'name': '', 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'mac_address': 'fa:16:3e:80:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56db9545-8f98-4a5d-b98f-1e9dd0b9696a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:26Z', 'updated_at': '2021-09-20T15:59:46Z', 'revision_number': 5, 'project_id': 'db746f245ad145658413ccb0154221ac', 'subnets': [{'id': '56db9545-8f98-4a5d-b98f-1e9dd0b9696a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:00.990030 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42c48b62-dc76-42b7-a83b-283020f1dd11 None None] The sync data for ids ['f96bf5f9-d6dd-4faa-a9ad-481b40f59552'] in dv-cinder-809669-1-iscsi is: [{'id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'name': 'tempest-AttachVolumeShelveTestJSON-1118877821-router', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd5a2defa-2a3c-4ad2-9b12-63fd0c770606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:14Z', 'updated_at': '2021-09-20T15:59:28Z', 'revision_number': 4, 'project_id': 'db746f245ad145658413ccb0154221ac', 'gw_port': {'id': 'd5a2defa-2a3c-4ad2-9b12-63fd0c770606', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:91:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:15Z', 'updated_at': '2021-09-20T15:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_floatingips': [{'id': '1836314a-2999-4251-8e71-f8c5894ae1d6', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'router_id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'port_id': 'ecc1e192-2dc8-45d7-94d7-d547a408db48', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29', 'mac_address': 'fa:16:3e:9e:b5:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7c53ce6-436e-4a62-9c6d-52b19c79daee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T16:04:35Z', 'updated_at': '2021-09-20T16:04:56Z', 'revision_number': 1, 'project_id': 'db746f245ad145658413ccb0154221ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31d188d2-f1dd-44ec-8d80-5fb6db79059b', 'name': '', 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'mac_address': 'fa:16:3e:80:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56db9545-8f98-4a5d-b98f-1e9dd0b9696a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:26Z', 'updated_at': '2021-09-20T15:59:46Z', 'revision_number': 5, 'project_id': 'db746f245ad145658413ccb0154221ac', 'subnets': [{'id': '56db9545-8f98-4a5d-b98f-1e9dd0b9696a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 16:05:01.139368 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.db.l3_db [None req-344b2108-7525-40af-8376-208557b6efec tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Floating IP d07cb708-f2e8-4ffd-a4e6-004d10c8f985 associated. External IP: 172.27.3.194, port: fbb39eb7-f00c-43f0-9ac0-758c7276e61b. Sep 20 16:05:01.347324 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55dc0149-23a9-4059-8ce8-079593ba8cbc None None] New status for floating IP 1836314a-2999-4251-8e71-f8c5894ae1d6: ACTIVE {{(pid=82371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 20 16:05:01.403827 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6653c7a5-72e8-44a2-aaba-5eb6067f60a5 req-990c10af-d03c-4a5e-bf6c-b87204250eb3 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:01.405707 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-6653c7a5-72e8-44a2-aaba-5eb6067f60a5 req-990c10af-d03c-4a5e-bf6c-b87204250eb3 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbd1821c-7583-43e6-940b-be8e60598a53 HTTP/1.1" status: 200 len: 944 time: 0.1253788 Sep 20 16:05:01.464550 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-6653c7a5-72e8-44a2-aaba-5eb6067f60a5 req-f3ea0a71-4681-497e-ad24-77c868e404a3 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=295539a7-abf8-48f4-9f52-321862764be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519066 Sep 20 16:05:01.738260 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344b2108-7525-40af-8376-208557b6efec tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Router 99d76ff4-d17c-4897-b158-1e2217f6bf18 has already been hosted by L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a {{(pid=82369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 20 16:05:01.828565 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd1821c-7583-43e6-940b-be8e60598a53', 'tag': '555183be-9360-4c5d-921b-8384a9e63252'}] {{(pid=82368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:05:01.884052 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbd1821c-7583-43e6-940b-be8e60598a53', 'tag': '555183be-9360-4c5d-921b-8384a9e63252', 'status': 'completed', 'code': 200} Sep 20 16:05:01.950164 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344b2108-7525-40af-8376-208557b6efec tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 16:05:01.959693 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6f7172-8be8-4ff1-94ff-b1f269196e2a None None] Sync routers for ids ['99d76ff4-d17c-4897-b158-1e2217f6bf18'] in dv-cinder-809669-1-iscsi {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 16:05:01.972478 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6f7172-8be8-4ff1-94ff-b1f269196e2a None None] Routers {'99d76ff4-d17c-4897-b158-1e2217f6bf18'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:05:01.973164 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-cc6f7172-8be8-4ff1-94ff-b1f269196e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:04:35Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['99d76ff4-d17c-4897-b158-1e2217f6bf18'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:01.974772 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-344b2108-7525-40af-8376-208557b6efec tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for floatingip, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:02.028548 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-344b2108-7525-40af-8376-208557b6efec tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9309080 Sep 20 16:05:02.029744 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9495b46b-9a88-4863-a28d-95ea3e0366b4', 'tag': 'fbb39eb7-f00c-43f0-9ac0-758c7276e61b'}] {{(pid=82369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:05:02.083842 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9495b46b-9a88-4863-a28d-95ea3e0366b4', 'tag': 'fbb39eb7-f00c-43f0-9ac0-758c7276e61b', 'status': 'completed', 'code': 200} Sep 20 16:05:02.177723 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-cc6f7172-8be8-4ff1-94ff-b1f269196e2a None None] Set router 99d76ff4-d17c-4897-b158-1e2217f6bf18 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:05:02.196266 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-57679758-b51b-44b9-9048-72bfaa41a111 req-4a1997fb-9375-4c75-8441-78dc33e6ef90 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db746f245ad145658413ccb0154221ac&device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 1098 time: 0.0793681 Sep 20 16:05:02.274195 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-382de33d-b71e-4e12-9c5a-b36f2a905f22 req-8cb08f67-6c98-43dc-ac16-7f3b159015f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fd7704af87e049c8b60cee7ad66c9d89&device_id=dbd1821c-7583-43e6-940b-be8e60598a53 HTTP/1.1" status: 200 len: 1097 time: 0.1421015 Sep 20 16:05:02.279442 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9acb81dd-8a36-4096-b3aa-01298136fe33 req-d3dfeba5-e210-4dc2-b989-a3b5f2ca286a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5cd73682bc64cdaa6b766020253c8fd&device_id=9495b46b-9a88-4863-a28d-95ea3e0366b4 HTTP/1.1" status: 200 len: 1099 time: 0.1110954 Sep 20 16:05:02.346616 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57679758-b51b-44b9-9048-72bfaa41a111 req-8d739ea0-9b6f-47b6-8a22-ff904731871d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:02.348275 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-57679758-b51b-44b9-9048-72bfaa41a111 req-8d739ea0-9b6f-47b6-8a22-ff904731871d service neutron] 10.222.0.36 "GET /v2.0/networks?id=bff5b245-776a-4a0d-8c23-eec69eae1a29 HTTP/1.1" status: 200 len: 918 time: 0.1456921 Sep 20 16:05:02.476406 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-57679758-b51b-44b9-9048-72bfaa41a111 req-f76ff1f7-9a59-4815-a2cb-e797b7319497 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecc1e192-2dc8-45d7-94d7-d547a408db48 HTTP/1.1" status: 200 len: 1001 time: 0.1130996 Sep 20 16:05:02.570577 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382de33d-b71e-4e12-9c5a-b36f2a905f22 req-c50d8593-f5fa-4959-9eb7-9b8c53917f61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:02.572502 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-382de33d-b71e-4e12-9c5a-b36f2a905f22 req-c50d8593-f5fa-4959-9eb7-9b8c53917f61 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=fd7704af87e049c8b60cee7ad66c9d89&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2844048 Sep 20 16:05:02.603196 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb81dd-8a36-4096-b3aa-01298136fe33 req-e167dfa9-d587-406c-baa0-d36ba6306de0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:02.604820 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9acb81dd-8a36-4096-b3aa-01298136fe33 req-e167dfa9-d587-406c-baa0-d36ba6306de0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3486c4e5-0021-45c8-9533-9b5c178c51f3 HTTP/1.1" status: 200 len: 912 time: 0.2882621 Sep 20 16:05:02.621133 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-cc6f7172-8be8-4ff1-94ff-b1f269196e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'name': 'tempest-TestVolumeBootPattern-997459256-router', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '4df80569-13db-4632-9530-96bee422e73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:03:55Z', 'updated_at': '2021-09-20T16:04:00Z', 'revision_number': 4, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'gw_port': {'id': '4df80569-13db-4632-9530-96bee422e73c', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:56Z', 'updated_at': '2021-09-20T16:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_floatingips': [{'id': 'd07cb708-f2e8-4ffd-a4e6-004d10c8f985', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'router_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'port_id': 'fbb39eb7-f00c-43f0-9ac0-758c7276e61b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'mac_address': 'fa:16:3e:83:c0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9495b46b-9a88-4863-a28d-95ea3e0366b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T16:05:00Z', 'updated_at': '2021-09-20T16:05:00Z', 'revision_number': 0, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51bc2558-943e-46ca-936a-1f6373c87035', 'name': '', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'mac_address': 'fa:16:3e:f5:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:58Z', 'updated_at': '2021-09-20T16:04:12Z', 'revision_number': 5, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'subnets': [{'id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:02.626275 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6f7172-8be8-4ff1-94ff-b1f269196e2a None None] Checking router: 99d76ff4-d17c-4897-b158-1e2217f6bf18 for host: dv-cinder-809669-1-iscsi {{(pid=82370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 16:05:02.638858 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6f7172-8be8-4ff1-94ff-b1f269196e2a None None] Routers {'99d76ff4-d17c-4897-b158-1e2217f6bf18'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:05:02.639588 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-cc6f7172-8be8-4ff1-94ff-b1f269196e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:04:35Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['99d76ff4-d17c-4897-b158-1e2217f6bf18'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:02.830179 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e06635-7774-4338-9bd4-a92436141fe7 req-c4cd108b-ac53-4af0-b047-afded10c9d8b tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:02.831812 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-31e06635-7774-4338-9bd4-a92436141fe7 req-c4cd108b-ac53-4af0-b047-afded10c9d8b tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbd1821c-7583-43e6-940b-be8e60598a53 HTTP/1.1" status: 200 len: 944 time: 0.0883348 Sep 20 16:05:02.884334 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-31e06635-7774-4338-9bd4-a92436141fe7 req-8a9544dd-b830-4b27-82d6-e74b7455e2b1 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=295539a7-abf8-48f4-9f52-321862764be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460138 Sep 20 16:05:02.947423 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-935fa203-0d3d-42f7-adae-9d89fc89d51e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:03.000374 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-cc6f7172-8be8-4ff1-94ff-b1f269196e2a None None] Set router 99d76ff4-d17c-4897-b158-1e2217f6bf18 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:05:03.364609 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-cc6f7172-8be8-4ff1-94ff-b1f269196e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'name': 'tempest-TestVolumeBootPattern-997459256-router', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '4df80569-13db-4632-9530-96bee422e73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:03:55Z', 'updated_at': '2021-09-20T16:04:00Z', 'revision_number': 4, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'gw_port': {'id': '4df80569-13db-4632-9530-96bee422e73c', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:56Z', 'updated_at': '2021-09-20T16:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_floatingips': [{'id': 'd07cb708-f2e8-4ffd-a4e6-004d10c8f985', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'router_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'port_id': 'fbb39eb7-f00c-43f0-9ac0-758c7276e61b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'mac_address': 'fa:16:3e:83:c0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9495b46b-9a88-4863-a28d-95ea3e0366b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T16:05:00Z', 'updated_at': '2021-09-20T16:05:00Z', 'revision_number': 0, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51bc2558-943e-46ca-936a-1f6373c87035', 'name': '', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'mac_address': 'fa:16:3e:f5:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:58Z', 'updated_at': '2021-09-20T16:04:12Z', 'revision_number': 5, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'subnets': [{'id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:03.368769 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6f7172-8be8-4ff1-94ff-b1f269196e2a None None] The sync data for ids ['99d76ff4-d17c-4897-b158-1e2217f6bf18'] in dv-cinder-809669-1-iscsi is: [{'id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'name': 'tempest-TestVolumeBootPattern-997459256-router', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '4df80569-13db-4632-9530-96bee422e73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:03:55Z', 'updated_at': '2021-09-20T16:04:00Z', 'revision_number': 4, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'gw_port': {'id': '4df80569-13db-4632-9530-96bee422e73c', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:56Z', 'updated_at': '2021-09-20T16:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_floatingips': [{'id': 'd07cb708-f2e8-4ffd-a4e6-004d10c8f985', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'floating_ip_address': '172.27.3.194', 'floating_network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'router_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'port_id': 'fbb39eb7-f00c-43f0-9ac0-758c7276e61b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'mac_address': 'fa:16:3e:83:c0:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9495b46b-9a88-4863-a28d-95ea3e0366b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T16:05:00Z', 'updated_at': '2021-09-20T16:05:00Z', 'revision_number': 0, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51bc2558-943e-46ca-936a-1f6373c87035', 'name': '', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'mac_address': 'fa:16:3e:f5:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:58Z', 'updated_at': '2021-09-20T16:04:12Z', 'revision_number': 5, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'subnets': [{'id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 16:05:03.838990 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1abdb9-dca8-4d9e-a50a-3e09948367de None None] New status for floating IP d07cb708-f2e8-4ffd-a4e6-004d10c8f985: ACTIVE {{(pid=82371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 20 16:05:04.096844 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5eb6d9-7f65-46a8-a9b9-534c136fad1b req-c5748274-ab03-4d2e-a262-562ca14274b9 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:04.098464 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fd5eb6d9-7f65-46a8-a9b9-534c136fad1b req-c5748274-ab03-4d2e-a262-562ca14274b9 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbd1821c-7583-43e6-940b-be8e60598a53 HTTP/1.1" status: 200 len: 944 time: 0.0878172 Sep 20 16:05:04.130801 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:04.149689 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fd5eb6d9-7f65-46a8-a9b9-534c136fad1b req-be7a70e9-30a7-48c5-962f-a5b29e85cd5b tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=295539a7-abf8-48f4-9f52-321862764be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447819 Sep 20 16:05:05.113496 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-05ff8b63-b8df-4bd6-8307-b767c1c2a68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:05.276215 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57679758-b51b-44b9-9048-72bfaa41a111 req-fcaf93e7-8a15-4367-a3e4-a297d52e5109 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:05.277872 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-57679758-b51b-44b9-9048-72bfaa41a111 req-fcaf93e7-8a15-4367-a3e4-a297d52e5109 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=56db9545-8f98-4a5d-b98f-1e9dd0b9696a HTTP/1.1" status: 200 len: 856 time: 0.0693536 Sep 20 16:05:05.423771 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ecd32-5fb7-425a-9383-706821840596 req-6a8a1e88-cd8a-458b-87b0-254e5ee3e78c tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:05.425400 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3d3ecd32-5fb7-425a-9383-706821840596 req-6a8a1e88-cd8a-458b-87b0-254e5ee3e78c tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbd1821c-7583-43e6-940b-be8e60598a53 HTTP/1.1" status: 200 len: 944 time: 0.1465864 Sep 20 16:05:05.429184 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-57679758-b51b-44b9-9048-72bfaa41a111 req-7f2b17a3-9475-46cf-b84e-44d3699a3f96 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bff5b245-776a-4a0d-8c23-eec69eae1a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1167703 Sep 20 16:05:05.429605 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9acb81dd-8a36-4096-b3aa-01298136fe33 req-c29314ca-1ea6-4407-a6cf-2e58ef9c0c40 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbb39eb7-f00c-43f0-9ac0-758c7276e61b HTTP/1.1" status: 200 len: 1002 time: 0.1877897 Sep 20 16:05:05.490013 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382de33d-b71e-4e12-9c5a-b36f2a905f22 req-c8ca037c-80d0-4b92-b0bc-19d62aaf0949 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:05.491567 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-382de33d-b71e-4e12-9c5a-b36f2a905f22 req-c8ca037c-80d0-4b92-b0bc-19d62aaf0949 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2811759 Sep 20 16:05:05.516644 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb81dd-8a36-4096-b3aa-01298136fe33 req-193cf2c6-ee5a-4e3b-bc54-89c7ea64990e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:05.518456 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9acb81dd-8a36-4096-b3aa-01298136fe33 req-193cf2c6-ee5a-4e3b-bc54-89c7ea64990e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52a7ee89-01e3-413c-ad3b-2dd2f5ae893f HTTP/1.1" status: 200 len: 850 time: 0.0757601 Sep 20 16:05:05.561435 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:05.573618 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3d3ecd32-5fb7-425a-9383-706821840596 req-b7c1f844-6464-435b-9e93-b370068b75d4 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=295539a7-abf8-48f4-9f52-321862764be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410224 Sep 20 16:05:05.610635 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-57679758-b51b-44b9-9048-72bfaa41a111 req-b2e306ba-e472-473a-abf9-7791f8f3d03a service neutron] 10.222.0.36 "GET /v2.0/networks/bff5b245-776a-4a0d-8c23-eec69eae1a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613686 Sep 20 16:05:05.673489 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9acb81dd-8a36-4096-b3aa-01298136fe33 req-47543c2c-b89a-465c-b1bb-1efe5ddde05f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3486c4e5-0021-45c8-9533-9b5c178c51f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1466186 Sep 20 16:05:05.677051 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-b67b0bfd-cc10-4aac-9dc6-71b749f36a08 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fd7704af87e049c8b60cee7ad66c9d89&device_id=dbd1821c-7583-43e6-940b-be8e60598a53 HTTP/1.1" status: 200 len: 1097 time: 0.1112764 Sep 20 16:05:05.812271 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-07ba6511-8dfa-4919-aabd-db289300c134 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=555183be-9360-4c5d-921b-8384a9e63252 HTTP/1.1" status: 200 len: 217 time: 0.1229680 Sep 20 16:05:05.985897 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-9ad30c20-f3a9-43c6-afd5-d99be7f86c1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:05.987633 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-9ad30c20-f3a9-43c6-afd5-d99be7f86c1b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff460d82-964a-44b5-b5c5-4abe0f89a661 HTTP/1.1" status: 200 len: 850 time: 0.1094222 Sep 20 16:05:05.995673 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9acb81dd-8a36-4096-b3aa-01298136fe33 req-c07b940e-aba0-4723-b78c-71d32368c575 service neutron] 10.222.0.36 "GET /v2.0/networks/3486c4e5-0021-45c8-9533-9b5c178c51f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078284 Sep 20 16:05:06.063304 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-57679758-b51b-44b9-9048-72bfaa41a111 req-b0c1092f-b429-4ae9-a6b2-a5b448f10a0d service neutron] 10.222.0.36 "GET /v2.0/networks/bff5b245-776a-4a0d-8c23-eec69eae1a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4440534 Sep 20 16:05:06.221125 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-1dbfd9a3-0627-44e2-9619-c025a1a8a168 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d940861-2256-4176-a2ad-3f8353b646fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2172995 Sep 20 16:05:06.224432 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9acb81dd-8a36-4096-b3aa-01298136fe33 req-effaa6f8-d1b4-4c61-80eb-765110e44847 service neutron] 10.222.0.36 "GET /v2.0/networks/3486c4e5-0021-45c8-9533-9b5c178c51f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860034 Sep 20 16:05:06.564048 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-446e3284-7348-4a8e-a3e6-6326a41e2b98 service neutron] 10.222.0.36 "GET /v2.0/networks/8d940861-2256-4176-a2ad-3f8353b646fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306785 Sep 20 16:05:06.779806 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8613833-130e-46b9-a163-c8c72e71dbb5 req-6c3de283-556e-47ca-840f-29d9589b87d4 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:06.781407 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d8613833-130e-46b9-a163-c8c72e71dbb5 req-6c3de283-556e-47ca-840f-29d9589b87d4 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbd1821c-7583-43e6-940b-be8e60598a53 HTTP/1.1" status: 200 len: 944 time: 0.0853338 Sep 20 16:05:06.828676 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d8613833-130e-46b9-a163-c8c72e71dbb5 req-616a5d36-c283-47e0-81e2-a2c7107babbb tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=295539a7-abf8-48f4-9f52-321862764be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408390 Sep 20 16:05:06.900936 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:07.196468 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d6387e84-e175-4e87-8c80-fff30604b18e req-e258e0cc-c8c2-4da9-a08d-27989390bb3e tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1177124953&fields=id&tenant_id=381efe5f70ef44caafad8bb42441ac2b HTTP/1.1" status: 200 len: 267 time: 0.0451677 Sep 20 16:05:07.282916 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6387e84-e175-4e87-8c80-fff30604b18e req-32c7ed17-34c1-47d1-be0f-2cd3283588fc tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:07.284528 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d6387e84-e175-4e87-8c80-fff30604b18e req-32c7ed17-34c1-47d1-be0f-2cd3283588fc tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 984 time: 0.0815887 Sep 20 16:05:07.296069 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-d6387e84-e175-4e87-8c80-fff30604b18e req-44929c21-92bc-49e2-8f89-8089bb806cea tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Request body: {'port': {'security_groups': ['762be0c9-dd75-4250-b411-6a80f51d07d8']}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:05:07.362757 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 59218) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:05:07.422775 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-d6387e84-e175-4e87-8c80-fff30604b18e req-44929c21-92bc-49e2-8f89-8089bb806cea tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:07.517225 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e95359f0-528b-480c-b326-a29d7747372c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:07.549563 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-e95359f0-528b-480c-b326-a29d7747372c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:05:07.553502 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-e95359f0-528b-480c-b326-a29d7747372c admin admin] Usage tracker for resource:security_group_rule and tenant:f6e0c7883d0d443bb4efb962ac5a6169 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:05:07.556404 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-e95359f0-528b-480c-b326-a29d7747372c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:05:07.562950 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-e95359f0-528b-480c-b326-a29d7747372c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:05:07.628187 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e95359f0-528b-480c-b326-a29d7747372c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:07.631060 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e95359f0-528b-480c-b326-a29d7747372c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:07.638464 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-02dd7187-1c02-489d-940a-f8898abd71bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:07.678993 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-d6387e84-e175-4e87-8c80-fff30604b18e req-44929c21-92bc-49e2-8f89-8089bb806cea tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] For port 41195857-cca8-486d-8ba8-ed8192f8b06b, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=41195857-cca8-486d-8ba8-ed8192f8b06b,segment=NetworkSegment(d9bf92d7-4aa5-474a-bd0c-595bc04024f9),segment_id=d9bf92d7-4aa5-474a-bd0c-595bc04024f9)] {{(pid=82368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:05:07.680632 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95359f0-528b-480c-b326-a29d7747372c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c087eb1c-1622-4fb3-b663-fcb16f48842f,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:07.684259 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-e95359f0-528b-480c-b326-a29d7747372c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:07.687592 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-e95359f0-528b-480c-b326-a29d7747372c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f6e0c7883d0d443bb4efb962ac5a6169&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3236849 Sep 20 16:05:07.690357 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 59224) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:05:07.710144 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-d6387e84-e175-4e87-8c80-fff30604b18e req-44929c21-92bc-49e2-8f89-8089bb806cea tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks [] for port, precommit_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:07.714663 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-d6387e84-e175-4e87-8c80-fff30604b18e req-44929c21-92bc-49e2-8f89-8089bb806cea tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33517910'] for port, after_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:07.724390 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-19fa889f-b20a-485a-876c-33ece028dcfb tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:07.754115 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1b4435b6-6f68-461b-8e0b-5b85de846627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:07.783312 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1b4435b6-6f68-461b-8e0b-5b85de846627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:07.791804 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6387e84-e175-4e87-8c80-fff30604b18e req-44929c21-92bc-49e2-8f89-8089bb806cea tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:07.792499 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-d6387e84-e175-4e87-8c80-fff30604b18e req-44929c21-92bc-49e2-8f89-8089bb806cea tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:07.796052 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d6387e84-e175-4e87-8c80-fff30604b18e req-44929c21-92bc-49e2-8f89-8089bb806cea tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "PUT /v2.0/ports/41195857-cca8-486d-8ba8-ed8192f8b06b HTTP/1.1" status: 200 len: 942 time: 0.5048723 Sep 20 16:05:07.796620 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f0ab76-a7d7-4f4d-a507-89d6694e3475', 'tag': '41195857-cca8-486d-8ba8-ed8192f8b06b'}] {{(pid=82368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:05:07.804805 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 59228) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:05:07.833806 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44929c21-92bc-49e2-8f89-8089bb806cea tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Pushing event updated for resources: {'Port': ['ID=41195857-cca8-486d-8ba8-ed8192f8b06b,revision_number=7']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:07.846263 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1b4435b6-6f68-461b-8e0b-5b85de846627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:07.852313 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-fb283b79-f673-4c02-b50e-0558d806662d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:07.862181 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44929c21-92bc-49e2-8f89-8089bb806cea tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:07.862579 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44929c21-92bc-49e2-8f89-8089bb806cea tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:07.863066 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44929c21-92bc-49e2-8f89-8089bb806cea tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:07.863381 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44929c21-92bc-49e2-8f89-8089bb806cea tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:07.863777 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44929c21-92bc-49e2-8f89-8089bb806cea tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:07.864171 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44929c21-92bc-49e2-8f89-8089bb806cea tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:07.864562 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44929c21-92bc-49e2-8f89-8089bb806cea tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:07.864952 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44929c21-92bc-49e2-8f89-8089bb806cea tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:07.865344 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44929c21-92bc-49e2-8f89-8089bb806cea tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:07.865706 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44929c21-92bc-49e2-8f89-8089bb806cea tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:07.866092 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44929c21-92bc-49e2-8f89-8089bb806cea tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:07.867687 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4435b6-6f68-461b-8e0b-5b85de846627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c087eb1c-1622-4fb3-b663-fcb16f48842f,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:07.873620 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-1b4435b6-6f68-461b-8e0b-5b85de846627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:07.877834 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1b4435b6-6f68-461b-8e0b-5b85de846627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:07.879254 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-1b4435b6-6f68-461b-8e0b-5b85de846627 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c087eb1c-1622-4fb3-b663-fcb16f48842f HTTP/1.1" status: 204 len: 168 time: 0.1877933 Sep 20 16:05:07.884035 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-44929c21-92bc-49e2-8f89-8089bb806cea tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:07.898486 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f0ab76-a7d7-4f4d-a507-89d6694e3475', 'tag': '41195857-cca8-486d-8ba8-ed8192f8b06b', 'status': 'completed', 'code': 200} Sep 20 16:05:07.941181 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-447a9479-32b3-48d0-9f93-3d889176916c tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:07.975953 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-447a9479-32b3-48d0-9f93-3d889176916c tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:08.086082 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-447a9479-32b3-48d0-9f93-3d889176916c tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:08.096613 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-bdce3131-b389-472e-837d-bf1316de5035 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:08.114571 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447a9479-32b3-48d0-9f93-3d889176916c tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae539866-9bb7-4df5-a9b8-409d97d3ec17,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:08.118533 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-447a9479-32b3-48d0-9f93-3d889176916c tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:08.124255 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-447a9479-32b3-48d0-9f93-3d889176916c tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:08.128041 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-447a9479-32b3-48d0-9f93-3d889176916c tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "DELETE /v2.0/security-groups/ae539866-9bb7-4df5-a9b8-409d97d3ec17 HTTP/1.1" status: 204 len: 168 time: 0.3164916 Sep 20 16:05:08.128619 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 59240) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:05:08.171926 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e374b-b972-4821-a816-3bed448855b6 req-05b9892b-1e58-4e2f-8270-559d224f9fc6 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:08.173824 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-814e374b-b972-4821-a816-3bed448855b6 req-05b9892b-1e58-4e2f-8270-559d224f9fc6 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbd1821c-7583-43e6-940b-be8e60598a53 HTTP/1.1" status: 200 len: 944 time: 0.1284056 Sep 20 16:05:08.201812 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-89879300-d4a3-41ce-aa0d-2820b12a0656 None None] Provisioning complete for port 41195857-cca8-486d-8ba8-ed8192f8b06b triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:05:08.202396 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-89879300-d4a3-41ce-aa0d-2820b12a0656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:08.233503 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-814e374b-b972-4821-a816-3bed448855b6 req-d456dad4-60df-4e77-9548-6562cb88b08a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=295539a7-abf8-48f4-9f52-321862764be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527890 Sep 20 16:05:08.373367 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-ebaac59c-d1cb-4f0c-aa1b-bebd0318ee12 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Deleting port 6cc45b4b-38d4-4e5c-aad5-d07f4f02a206 {{(pid=82369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:05:08.373866 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ebaac59c-d1cb-4f0c-aa1b-bebd0318ee12 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:08.553464 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ebaac59c-d1cb-4f0c-aa1b-bebd0318ee12 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:08.553829 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ebaac59c-d1cb-4f0c-aa1b-bebd0318ee12 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:08.678806 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-ebaac59c-d1cb-4f0c-aa1b-bebd0318ee12 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Calling delete_port for 6cc45b4b-38d4-4e5c-aad5-d07f4f02a206 owned by network:floatingip {{(pid=82369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:05:08.810350 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 59260) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:05:08.835746 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ebaac59c-d1cb-4f0c-aa1b-bebd0318ee12 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33095450'] for port, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:08.840212 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-9165f0f2-047d-466a-8316-0c222077e670 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:08.881923 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaac59c-d1cb-4f0c-aa1b-bebd0318ee12 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Pushing event deleted for resources: {'Port': ['ID=6cc45b4b-38d4-4e5c-aad5-d07f4f02a206,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:08.885800 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-ebaac59c-d1cb-4f0c-aa1b-bebd0318ee12 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:08.954433 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-3118804c-05aa-4b2b-b36f-f451a914f356 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-381728854-network', 'tenant_id': '6306c250ae944d37a3e32aa956ccd533'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:05:08.959494 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-3118804c-05aa-4b2b-b36f-f451a914f356 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:05:08.963477 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-3118804c-05aa-4b2b-b36f-f451a914f356 admin admin] Usage tracker for resource:network and tenant:6306c250ae944d37a3e32aa956ccd533 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:05:08.966544 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-3118804c-05aa-4b2b-b36f-f451a914f356 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:05:08.973132 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-3118804c-05aa-4b2b-b36f-f451a914f356 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:05:08.983236 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3118804c-05aa-4b2b-b36f-f451a914f356 admin admin] Made reservation on behalf of 6306c250ae944d37a3e32aa956ccd533 for: {'network': 1} {{(pid=82368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 16:05:08.983541 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ebaac59c-d1cb-4f0c-aa1b-bebd0318ee12 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks [] for floatingip, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:08.988004 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3118804c-05aa-4b2b-b36f-f451a914f356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for network, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:09.005519 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3118804c-05aa-4b2b-b36f-f451a914f356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:09.037882 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-3118804c-05aa-4b2b-b36f-f451a914f356 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:05:09.041909 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-3118804c-05aa-4b2b-b36f-f451a914f356 admin admin] Usage tracker for resource:security_group_rule and tenant:6306c250ae944d37a3e32aa956ccd533 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:05:09.045417 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-3118804c-05aa-4b2b-b36f-f451a914f356 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:05:09.051690 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['41195857-cca8-486d-8ba8-ed8192f8b06b'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:05:09.052690 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-3118804c-05aa-4b2b-b36f-f451a914f356 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:05:09.129767 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3118804c-05aa-4b2b-b36f-f451a914f356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:09.132915 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3118804c-05aa-4b2b-b36f-f451a914f356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:09.137380 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-1a16ad08-69b7-4635-b891-27702779e08c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:09.153098 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['41195857-cca8-486d-8ba8-ed8192f8b06b'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:05:09.166151 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3118804c-05aa-4b2b-b36f-f451a914f356 admin admin] vlan segment allocate from pool success with {'vlan_id': 402, 'physical_network': 'physnet1'} {{(pid=82368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 20 16:05:09.179365 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118804c-05aa-4b2b-b36f-f451a914f356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81515dee-31dc-4828-9ed0-87d6fc77e118,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:09.183741 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-3118804c-05aa-4b2b-b36f-f451a914f356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:09.185822 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3118804c-05aa-4b2b-b36f-f451a914f356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854403426'] for segment, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:09.185822 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.db.segments_db [None req-3118804c-05aa-4b2b-b36f-f451a914f356 admin admin] Added segment 28f4d88d-0f86-4778-bde3-e90c9f794a0e of type vlan for network 00f00114-e797-4923-84d8-1eb9559185f6 Sep 20 16:05:09.215822 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3118804c-05aa-4b2b-b36f-f451a914f356 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786513467763'] for network, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:09.263506 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3118804c-05aa-4b2b-b36f-f451a914f356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223'] for network, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:09.264517 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3118804c-05aa-4b2b-b36f-f451a914f356 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:09.266392 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3118804c-05aa-4b2b-b36f-f451a914f356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for network, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:09.272340 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:09.339898 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-8825c2a1-b57f-4518-b53a-61f76cc1c584 req-2114b644-0e8f-4b44-9206-bad10265b4e5 service neutron] 10.222.0.36 "GET /v2.0/networks/8d940861-2256-4176-a2ad-3f8353b646fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448971 Sep 20 16:05:09.347056 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-64324ba3-cffc-48e0-be15-12cbd5e38008 req-2ecaee45-cca4-4019-9c59-206d03177ba4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=381efe5f70ef44caafad8bb42441ac2b&device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 1098 time: 0.2259822 Sep 20 16:05:09.458446 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-3118804c-05aa-4b2b-b36f-f451a914f356 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6467848 Sep 20 16:05:09.463257 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 59272) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:05:09.470366 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118804c-05aa-4b2b-b36f-f451a914f356 admin admin] Pushing event updated for resources: {'Network': ['ID=00f00114-e797-4923-84d8-1eb9559185f6,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:09.476496 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-3118804c-05aa-4b2b-b36f-f451a914f356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:09.482944 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Network 00f00114-e797-4923-84d8-1eb9559185f6 details requested by agent ovs-agent-dv-cinder-809669-1-iscsi with host dv-cinder-809669-1-iscsi {{(pid=82370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 20 16:05:09.487750 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-d72dd676-19a5-4413-b55c-b5fe3631dc97 admin admin] Request body: {'subnet': {'network_id': '00f00114-e797-4923-84d8-1eb9559185f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-381728854-subnet', 'tenant_id': '6306c250ae944d37a3e32aa956ccd533', 'ip_version': 4}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:05:09.501583 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-d72dd676-19a5-4413-b55c-b5fe3631dc97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:05:09.512237 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-d72dd676-19a5-4413-b55c-b5fe3631dc97 admin admin] Usage tracker for resource:subnet and tenant:6306c250ae944d37a3e32aa956ccd533 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:05:09.512883 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111272e-2614-4295-901b-1b4c99b0c64e req-bbb02355-4e15-460d-a8cc-f996314e8537 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:09.515678 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c111272e-2614-4295-901b-1b4c99b0c64e req-bbb02355-4e15-460d-a8cc-f996314e8537 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbd1821c-7583-43e6-940b-be8e60598a53 HTTP/1.1" status: 200 len: 944 time: 0.1084480 Sep 20 16:05:09.518351 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-d72dd676-19a5-4413-b55c-b5fe3631dc97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:05:09.541624 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-d72dd676-19a5-4413-b55c-b5fe3631dc97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:05:09.559211 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64324ba3-cffc-48e0-be15-12cbd5e38008 req-e044d9c0-29ba-4206-b8f3-92d493ea35a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:09.561696 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-64324ba3-cffc-48e0-be15-12cbd5e38008 req-e044d9c0-29ba-4206-b8f3-92d493ea35a4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=670b06b4-ee25-49ae-9fe6-c102537f67c6 HTTP/1.1" status: 200 len: 916 time: 0.1967387 Sep 20 16:05:09.565481 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72dd676-19a5-4413-b55c-b5fe3631dc97 admin admin] Made reservation on behalf of 6306c250ae944d37a3e32aa956ccd533 for: {'subnet': 1} {{(pid=82369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 16:05:09.567736 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c111272e-2614-4295-901b-1b4c99b0c64e req-cc5ee077-d5c0-4bd1-8030-8b383130b0f1 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=295539a7-abf8-48f4-9f52-321862764be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446732 Sep 20 16:05:09.570175 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d72dd676-19a5-4413-b55c-b5fe3631dc97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036821389389'] for subnet, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:09.770327 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-64324ba3-cffc-48e0-be15-12cbd5e38008 req-e00ab213-a5d6-4da9-8ceb-9660840ab7ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41195857-cca8-486d-8ba8-ed8192f8b06b HTTP/1.1" status: 200 len: 217 time: 0.1849198 Sep 20 16:05:09.942933 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64324ba3-cffc-48e0-be15-12cbd5e38008 req-52e1c886-da6c-4b6c-a7ff-4d253bde48d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:09.944522 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-64324ba3-cffc-48e0-be15-12cbd5e38008 req-52e1c886-da6c-4b6c-a7ff-4d253bde48d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d112bb54-b56b-41c9-901f-d6e0d22c0b02 HTTP/1.1" status: 200 len: 854 time: 0.1144958 Sep 20 16:05:10.141371 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d72dd676-19a5-4413-b55c-b5fe3631dc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036821686390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036821389406'] for subnet, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:10.147124 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-64324ba3-cffc-48e0-be15-12cbd5e38008 req-c9397f29-3415-4d98-9f3d-67db8e5c3128 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=670b06b4-ee25-49ae-9fe6-c102537f67c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1922984 Sep 20 16:05:10.152428 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:10.221106 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.agents_db [None req-ae0f67a0-09e8-4135-93df-5bebfb5cb2de None None] Agent healthcheck: found 6 active agents {{(pid=82371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 20 16:05:10.310485 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:10.535734 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72dd676-19a5-4413-b55c-b5fe3631dc97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc04fde6-0920-4d15-9c98-c393d9df92d2,revision_number=0']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:10.543661 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebaac59c-d1cb-4f0c-aa1b-bebd0318ee12 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Router e14bf1ba-386d-441a-9378-6ebc61d20e1a has already been hosted by L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a {{(pid=82369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 20 16:05:10.547135 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d72dd676-19a5-4413-b55c-b5fe3631dc97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:10.582807 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72dd676-19a5-4413-b55c-b5fe3631dc97 admin admin] Checking segment: {'id': '28f4d88d-0f86-4778-bde3-e90c9f794a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '00f00114-e797-4923-84d8-1eb9559185f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:05:10.583225 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72dd676-19a5-4413-b55c-b5fe3631dc97 admin admin] Network hostable DHCP agents. Network: 00f00114-e797-4923-84d8-1eb9559185f6, hostable agents: ['8165851e-a8d8-41e5-9937-b2b676de37d1'], hosted agents: [] {{(pid=82369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 20 16:05:10.657796 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-64324ba3-cffc-48e0-be15-12cbd5e38008 req-abadcadc-12fa-44ef-98ef-1acd11009ed5 service neutron] 10.222.0.36 "GET /v2.0/networks/670b06b4-ee25-49ae-9fe6-c102537f67c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4726505 Sep 20 16:05:10.781035 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2298ec6-81b5-446b-bb19-1f3ba980a51d req-437f48fc-44d1-4116-b8e0-ae0f7a3d519a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:10.783131 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c2298ec6-81b5-446b-bb19-1f3ba980a51d req-437f48fc-44d1-4116-b8e0-ae0f7a3d519a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbd1821c-7583-43e6-940b-be8e60598a53 HTTP/1.1" status: 200 len: 944 time: 0.0909424 Sep 20 16:05:10.832207 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c2298ec6-81b5-446b-bb19-1f3ba980a51d req-dae741bd-4fee-4bf8-ac21-0134fc692b8e tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=295539a7-abf8-48f4-9f52-321862764be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430944 Sep 20 16:05:10.849810 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72dd676-19a5-4413-b55c-b5fe3631dc97 admin admin] Network 00f00114-e797-4923-84d8-1eb9559185f6 is scheduled to be hosted by DHCP agent 8165851e-a8d8-41e5-9937-b2b676de37d1 with binding_index 1 {{(pid=82369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 20 16:05:10.883244 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-d72dd676-19a5-4413-b55c-b5fe3631dc97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809669-1-iscsi, 00f00114-e797-4923-84d8-1eb9559185f6) {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:05:10.893116 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2999fc63-5c24-4ff0-8b87-f1ca68b116dd None None] Network 00f00114-e797-4923-84d8-1eb9559185f6 requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 16:05:10.905644 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72dd676-19a5-4413-b55c-b5fe3631dc97 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:10.906293 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d72dd676-19a5-4413-b55c-b5fe3631dc97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:10.928413 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-64324ba3-cffc-48e0-be15-12cbd5e38008 req-37d1d9ed-5379-4445-b424-fc9fb60870bf service neutron] 10.222.0.36 "GET /v2.0/networks/670b06b4-ee25-49ae-9fe6-c102537f67c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567170 Sep 20 16:05:10.961406 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-d72dd676-19a5-4413-b55c-b5fe3631dc97 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4943690 Sep 20 16:05:10.961892 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 59286) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:05:10.967341 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-b5713780-b198-4af2-8125-d57ec52410cd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-381728854-router', 'tenant_id': '6306c250ae944d37a3e32aa956ccd533', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'}}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:05:10.972448 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-b5713780-b198-4af2-8125-d57ec52410cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:05:10.976572 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-b5713780-b198-4af2-8125-d57ec52410cd admin admin] Usage tracker for resource:router and tenant:6306c250ae944d37a3e32aa956ccd533 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:05:10.979565 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-b5713780-b198-4af2-8125-d57ec52410cd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:05:10.985818 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-b5713780-b198-4af2-8125-d57ec52410cd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:05:10.995301 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b5713780-b198-4af2-8125-d57ec52410cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1025813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7918'] for router, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:10.996305 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b5713780-b198-4af2-8125-d57ec52410cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853749765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853757889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853807792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767898'] for router, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:10.997771 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebaac59c-d1cb-4f0c-aa1b-bebd0318ee12 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 16:05:11.002420 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ebaac59c-d1cb-4f0c-aa1b-bebd0318ee12 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for floatingip, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:11.015859 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b5713780-b198-4af2-8125-d57ec52410cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:11.018358 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1cb1f5-bcde-41ff-9c42-06efe77045a8 None None] Sync routers for ids ['e14bf1ba-386d-441a-9378-6ebc61d20e1a'] in dv-cinder-809669-1-iscsi {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 16:05:11.048390 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1cb1f5-bcde-41ff-9c42-06efe77045a8 None None] Routers {'e14bf1ba-386d-441a-9378-6ebc61d20e1a'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:05:11.049186 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-5a1cb1f5-bcde-41ff-9c42-06efe77045a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:05:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['e14bf1ba-386d-441a-9378-6ebc61d20e1a'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:11.064472 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-ebaac59c-d1cb-4f0c-aa1b-bebd0318ee12 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "DELETE /v2.0/floatingips/20594d3b-dbd9-4228-ad5d-f28085f462f5 HTTP/1.1" status: 204 len: 168 time: 2.9316468 Sep 20 16:05:11.064472 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04f0ab76-a7d7-4f4d-a507-89d6694e3475', 'tag': '41195857-cca8-486d-8ba8-ed8192f8b06b'}] {{(pid=82369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:05:11.150479 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04f0ab76-a7d7-4f4d-a507-89d6694e3475', 'tag': '41195857-cca8-486d-8ba8-ed8192f8b06b', 'status': 'completed', 'code': 200} Sep 20 16:05:11.179792 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b5713780-b198-4af2-8125-d57ec52410cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853757940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1025898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767881'] for router, precommit_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:11.258254 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-afc365f9-b9f6-4815-aa03-105e50d8a494 req-0edc28b7-3657-425f-ac91-1da1646c8c56 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=381efe5f70ef44caafad8bb42441ac2b&device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 1098 time: 0.0824206 Sep 20 16:05:11.299128 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-5a1cb1f5-bcde-41ff-9c42-06efe77045a8 None None] Set router e14bf1ba-386d-441a-9378-6ebc61d20e1a gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:05:11.478088 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc365f9-b9f6-4815-aa03-105e50d8a494 req-0646c4c7-f3f1-43db-8165-54b32eeec1ed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:11.479825 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-afc365f9-b9f6-4815-aa03-105e50d8a494 req-0646c4c7-f3f1-43db-8165-54b32eeec1ed service neutron] 10.222.0.36 "GET /v2.0/networks?id=670b06b4-ee25-49ae-9fe6-c102537f67c6 HTTP/1.1" status: 200 len: 916 time: 0.2140450 Sep 20 16:05:11.486252 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b5713780-b198-4af2-8125-d57ec52410cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:11.520571 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b5713780-b198-4af2-8125-d57ec52410cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:11.552224 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a31beb-d482-4b93-8c45-6c4ea3d00960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp970513e9-e7d8-5bbd-b580-39df46ea091a-00f00114-e797-4923-84d8-1eb9559185f6', 'network_id': '00f00114-e797-4923-84d8-1eb9559185f6', 'tenant_id': '6306c250ae944d37a3e32aa956ccd533', 'fixed_ips': [{'subnet_id': 'fc04fde6-0920-4d15-9c98-c393d9df92d2'}]}} from dv-cinder-809669-1-iscsi. {{(pid=82370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Sep 20 16:05:11.553220 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c2a31beb-d482-4b93-8c45-6c4ea3d00960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:11.629243 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-afc365f9-b9f6-4815-aa03-105e50d8a494 req-3778dbd5-6c87-4691-a971-02a67a7b652f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=41195857-cca8-486d-8ba8-ed8192f8b06b HTTP/1.1" status: 200 len: 217 time: 0.1345167 Sep 20 16:05:11.693711 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [None req-b5713780-b198-4af2-8125-d57ec52410cd admin admin] Allocated IP 172.27.3.13 (378c8f1a-f14e-4679-b139-5c2d775a72d9/ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1/8cf831d0-3706-483f-bce4-0c7e14fd30a5) {{(pid=82368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 16:05:11.760589 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc365f9-b9f6-4815-aa03-105e50d8a494 req-cfe3b784-2665-4d02-8184-10d01a0a07e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:11.762304 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-afc365f9-b9f6-4815-aa03-105e50d8a494 req-cfe3b784-2665-4d02-8184-10d01a0a07e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d112bb54-b56b-41c9-901f-d6e0d22c0b02 HTTP/1.1" status: 200 len: 854 time: 0.1201942 Sep 20 16:05:11.869512 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b5713780-b198-4af2-8125-d57ec52410cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:11.869939 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [None req-c2a31beb-d482-4b93-8c45-6c4ea3d00960 None None] Allocated IP 172.20.0.2 (00f00114-e797-4923-84d8-1eb9559185f6/fc04fde6-0920-4d15-9c98-c393d9df92d2/084b95d9-d832-4285-8034-78f6bdd70401) {{(pid=82370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 16:05:11.883578 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-afc365f9-b9f6-4815-aa03-105e50d8a494 req-e2ef4387-369e-46d1-91ee-d16324944d70 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=670b06b4-ee25-49ae-9fe6-c102537f67c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1124077 Sep 20 16:05:11.908339 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b5713780-b198-4af2-8125-d57ec52410cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:11.908502 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-5a1cb1f5-bcde-41ff-9c42-06efe77045a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14bf1ba-386d-441a-9378-6ebc61d20e1a', 'name': 'tempest-TestMinimumBasicScenario-2121010329-router', 'tenant_id': '381efe5f70ef44caafad8bb42441ac2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '295d28aa-0364-4dea-a72d-473938752f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:01:11Z', 'updated_at': '2021-09-20T16:01:15Z', 'revision_number': 4, 'project_id': '381efe5f70ef44caafad8bb42441ac2b', 'gw_port': {'id': '295d28aa-0364-4dea-a72d-473938752f6d', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:89:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14bf1ba-386d-441a-9378-6ebc61d20e1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:01:11Z', 'updated_at': '2021-09-20T16:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': '1c385adc-7bb2-4eed-a457-4867f327f5c6', 'name': '', 'network_id': '670b06b4-ee25-49ae-9fe6-c102537f67c6', 'tenant_id': '381efe5f70ef44caafad8bb42441ac2b', 'mac_address': 'fa:16:3e:ea:35:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14bf1ba-386d-441a-9378-6ebc61d20e1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd112bb54-b56b-41c9-901f-d6e0d22c0b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:01:14Z', 'updated_at': '2021-09-20T16:01:26Z', 'revision_number': 5, 'project_id': '381efe5f70ef44caafad8bb42441ac2b', 'subnets': [{'id': 'd112bb54-b56b-41c9-901f-d6e0d22c0b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:11.919578 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-37d2dad7-4e6c-4a95-b553-c847a12acb02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:11.929237 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1cb1f5-bcde-41ff-9c42-06efe77045a8 None None] Checking router: e14bf1ba-386d-441a-9378-6ebc61d20e1a for host: dv-cinder-809669-1-iscsi {{(pid=82370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 16:05:12.001636 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5713780-b198-4af2-8125-d57ec52410cd admin admin] Network 378c8f1a-f14e-4679-b139-5c2d775a72d9 is already hosted by enough agents. {{(pid=82368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:05:12.007321 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-b5713780-b198-4af2-8125-d57ec52410cd admin admin] Resources bound (agent type, host, resource id): {{(pid=82368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:05:12.014952 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5713780-b198-4af2-8125-d57ec52410cd admin admin] Received port after_create {{(pid=82368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 16:05:12.023187 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1cb1f5-bcde-41ff-9c42-06efe77045a8 None None] Routers {'e14bf1ba-386d-441a-9378-6ebc61d20e1a'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:05:12.024084 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-5a1cb1f5-bcde-41ff-9c42-06efe77045a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:05:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['e14bf1ba-386d-441a-9378-6ebc61d20e1a'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:12.063480 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5713780-b198-4af2-8125-d57ec52410cd admin admin] Pushing event updated for resources: {'Port': ['ID=8cf831d0-3706-483f-bce4-0c7e14fd30a5,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:12.073989 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b5713780-b198-4af2-8125-d57ec52410cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:12.124894 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-afc365f9-b9f6-4815-aa03-105e50d8a494 req-43915000-fdf8-4309-9718-e510604169f2 service neutron] 10.222.0.36 "GET /v2.0/networks/670b06b4-ee25-49ae-9fe6-c102537f67c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307968 Sep 20 16:05:12.248960 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fbab44-6e34-4f68-b02b-b3bff4a139e7 req-96343599-1935-4cfc-9a7a-e15a5b8f221c tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:12.250600 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-90fbab44-6e34-4f68-b02b-b3bff4a139e7 req-96343599-1935-4cfc-9a7a-e15a5b8f221c tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbd1821c-7583-43e6-940b-be8e60598a53 HTTP/1.1" status: 200 len: 944 time: 0.1611989 Sep 20 16:05:12.336204 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-90fbab44-6e34-4f68-b02b-b3bff4a139e7 req-bfcf46eb-4cd5-4cc9-ac8f-6c4ee45c389f tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=295539a7-abf8-48f4-9f52-321862764be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774589 Sep 20 16:05:12.353561 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-afc365f9-b9f6-4815-aa03-105e50d8a494 req-282038c3-4f2e-4a36-89b2-3c3f13904886 service neutron] 10.222.0.36 "GET /v2.0/networks/670b06b4-ee25-49ae-9fe6-c102537f67c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169075 Sep 20 16:05:12.360817 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b5713780-b198-4af2-8125-d57ec52410cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:12.361860 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b5713780-b198-4af2-8125-d57ec52410cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853749987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1017962'] for router, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:12.602926 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-5a1cb1f5-bcde-41ff-9c42-06efe77045a8 None None] Set router e14bf1ba-386d-441a-9378-6ebc61d20e1a gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:05:12.639321 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5713780-b198-4af2-8125-d57ec52410cd admin admin] Router b5efb64d-30c6-45a5-918d-186613aa0f3c is scheduled to L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a with binding_index 1 {{(pid=82368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Sep 20 16:05:12.645819 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c2a31beb-d482-4b93-8c45-6c4ea3d00960 None None] Notify callbacks [] for port, precommit_create {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:12.670290 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-c2a31beb-d482-4b93-8c45-6c4ea3d00960 None None] Transition to ACTIVE for port object 084b95d9-d832-4285-8034-78f6bdd70401 will not be triggered until provisioned by entity L2. {{(pid=82370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:05:12.767113 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-c2a31beb-d482-4b93-8c45-6c4ea3d00960 None None] Transition to ACTIVE for port object 084b95d9-d832-4285-8034-78f6bdd70401 will not be triggered until provisioned by entity DHCP. {{(pid=82370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:05:12.784944 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c2a31beb-d482-4b93-8c45-6c4ea3d00960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572'] for port, after_create {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:12.792828 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-67d55d8a-6af3-4d17-b218-f473f61b2682 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:12.854423 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5713780-b198-4af2-8125-d57ec52410cd admin admin] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 16:05:12.864625 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7621f91c-e1dd-4944-9d56-810ba6b5db5a None None] Sync routers for ids ['b5efb64d-30c6-45a5-918d-186613aa0f3c'] in dv-cinder-809669-1-iscsi {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 16:05:12.882906 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7621f91c-e1dd-4944-9d56-810ba6b5db5a None None] Routers {'b5efb64d-30c6-45a5-918d-186613aa0f3c'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:05:12.886077 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-7621f91c-e1dd-4944-9d56-810ba6b5db5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:05:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['b5efb64d-30c6-45a5-918d-186613aa0f3c'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:12.907767 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b5713780-b198-4af2-8125-d57ec52410cd admin admin] Notify callbacks [] for router, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:12.909099 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-b5713780-b198-4af2-8125-d57ec52410cd admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9462409 Sep 20 16:05:12.911941 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 59320) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:05:12.943029 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a31beb-d482-4b93-8c45-6c4ea3d00960 None None] Network 00f00114-e797-4923-84d8-1eb9559185f6 is already hosted by enough agents. {{(pid=82370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:05:12.948871 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-c2a31beb-d482-4b93-8c45-6c4ea3d00960 None None] Resources bound (agent type, host, resource id): {{(pid=82370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:05:12.953203 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a31beb-d482-4b93-8c45-6c4ea3d00960 None None] Pushing event updated for resources: {'Port': ['ID=084b95d9-d832-4285-8034-78f6bdd70401,revision_number=1']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:12.955925 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a31beb-d482-4b93-8c45-6c4ea3d00960 None None] Received port after_create {{(pid=82370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 16:05:12.977139 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a31beb-d482-4b93-8c45-6c4ea3d00960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:12.977511 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a31beb-d482-4b93-8c45-6c4ea3d00960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:12.977891 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a31beb-d482-4b93-8c45-6c4ea3d00960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:12.978270 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a31beb-d482-4b93-8c45-6c4ea3d00960 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:12.978645 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a31beb-d482-4b93-8c45-6c4ea3d00960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:12.979044 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a31beb-d482-4b93-8c45-6c4ea3d00960 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:12.979416 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a31beb-d482-4b93-8c45-6c4ea3d00960 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:12.979788 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a31beb-d482-4b93-8c45-6c4ea3d00960 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:12.980154 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a31beb-d482-4b93-8c45-6c4ea3d00960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:12.980520 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a31beb-d482-4b93-8c45-6c4ea3d00960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:12.980884 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a31beb-d482-4b93-8c45-6c4ea3d00960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:13.028999 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c2a31beb-d482-4b93-8c45-6c4ea3d00960 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:13.086623 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-7621f91c-e1dd-4944-9d56-810ba6b5db5a None None] Set router b5efb64d-30c6-45a5-918d-186613aa0f3c gateway port host: dv-cinder-809669-1-iscsi {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:05:13.124781 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-c2a31beb-d482-4b93-8c45-6c4ea3d00960 None None] Attempting to bind port 084b95d9-d832-4285-8034-78f6bdd70401 on host dv-cinder-809669-1-iscsi for vnic_type normal with profile {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 16:05:13.125111 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-c2a31beb-d482-4b93-8c45-6c4ea3d00960 None None] Attempting to bind port 084b95d9-d832-4285-8034-78f6bdd70401 by drivers openvswitch,hyperv on host dv-cinder-809669-1-iscsi at level 0 using segments [{'id': '28f4d88d-0f86-4778-bde3-e90c9f794a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '00f00114-e797-4923-84d8-1eb9559185f6'}] {{(pid=82370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 16:05:13.125510 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a31beb-d482-4b93-8c45-6c4ea3d00960 None None] Attempting to bind port 084b95d9-d832-4285-8034-78f6bdd70401 on network 00f00114-e797-4923-84d8-1eb9559185f6 {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:05:13.140656 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a31beb-d482-4b93-8c45-6c4ea3d00960 None None] Checking agent: {'id': 'e3ab64f4-5a45-40ad-bdab-6ad34693b70b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 51, 4), 'started_at': datetime.datetime(2021, 9, 20, 15, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 16, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 16:05:13.141401 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a31beb-d482-4b93-8c45-6c4ea3d00960 None None] Checking segment: {'id': '28f4d88d-0f86-4778-bde3-e90c9f794a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '00f00114-e797-4923-84d8-1eb9559185f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:05:13.141541 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c2a31beb-d482-4b93-8c45-6c4ea3d00960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:13.141966 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a31beb-d482-4b93-8c45-6c4ea3d00960 None None] Bound using segment: {'id': '28f4d88d-0f86-4778-bde3-e90c9f794a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '00f00114-e797-4923-84d8-1eb9559185f6'} {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 16:05:13.142429 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-c2a31beb-d482-4b93-8c45-6c4ea3d00960 None None] Bound port: 084b95d9-d832-4285-8034-78f6bdd70401, host: dv-cinder-809669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f4d88d-0f86-4778-bde3-e90c9f794a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '00f00114-e797-4923-84d8-1eb9559185f6'}}] {{(pid=82370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 16:05:13.142866 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c2a31beb-d482-4b93-8c45-6c4ea3d00960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:13.155692 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 555183be-9360-4c5d-921b-8384a9e63252 details requested by agent hyperv_hv-cinder-80966 with host hv-cinder-80966 {{(pid=82370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 20 16:05:13.267108 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-5a1cb1f5-bcde-41ff-9c42-06efe77045a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14bf1ba-386d-441a-9378-6ebc61d20e1a', 'name': 'tempest-TestMinimumBasicScenario-2121010329-router', 'tenant_id': '381efe5f70ef44caafad8bb42441ac2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '295d28aa-0364-4dea-a72d-473938752f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:01:11Z', 'updated_at': '2021-09-20T16:01:15Z', 'revision_number': 4, 'project_id': '381efe5f70ef44caafad8bb42441ac2b', 'gw_port': {'id': '295d28aa-0364-4dea-a72d-473938752f6d', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:89:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14bf1ba-386d-441a-9378-6ebc61d20e1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:01:11Z', 'updated_at': '2021-09-20T16:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': '1c385adc-7bb2-4eed-a457-4867f327f5c6', 'name': '', 'network_id': '670b06b4-ee25-49ae-9fe6-c102537f67c6', 'tenant_id': '381efe5f70ef44caafad8bb42441ac2b', 'mac_address': 'fa:16:3e:ea:35:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14bf1ba-386d-441a-9378-6ebc61d20e1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd112bb54-b56b-41c9-901f-d6e0d22c0b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:01:14Z', 'updated_at': '2021-09-20T16:01:26Z', 'revision_number': 5, 'project_id': '381efe5f70ef44caafad8bb42441ac2b', 'subnets': [{'id': 'd112bb54-b56b-41c9-901f-d6e0d22c0b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:13.288927 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1cb1f5-bcde-41ff-9c42-06efe77045a8 None None] The sync data for ids ['e14bf1ba-386d-441a-9378-6ebc61d20e1a'] in dv-cinder-809669-1-iscsi is: [{'id': 'e14bf1ba-386d-441a-9378-6ebc61d20e1a', 'name': 'tempest-TestMinimumBasicScenario-2121010329-router', 'tenant_id': '381efe5f70ef44caafad8bb42441ac2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '295d28aa-0364-4dea-a72d-473938752f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:01:11Z', 'updated_at': '2021-09-20T16:01:15Z', 'revision_number': 4, 'project_id': '381efe5f70ef44caafad8bb42441ac2b', 'gw_port': {'id': '295d28aa-0364-4dea-a72d-473938752f6d', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:89:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14bf1ba-386d-441a-9378-6ebc61d20e1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:01:11Z', 'updated_at': '2021-09-20T16:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': '1c385adc-7bb2-4eed-a457-4867f327f5c6', 'name': '', 'network_id': '670b06b4-ee25-49ae-9fe6-c102537f67c6', 'tenant_id': '381efe5f70ef44caafad8bb42441ac2b', 'mac_address': 'fa:16:3e:ea:35:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14bf1ba-386d-441a-9378-6ebc61d20e1a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd112bb54-b56b-41c9-901f-d6e0d22c0b02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:01:14Z', 'updated_at': '2021-09-20T16:01:26Z', 'revision_number': 5, 'project_id': '381efe5f70ef44caafad8bb42441ac2b', 'subnets': [{'id': 'd112bb54-b56b-41c9-901f-d6e0d22c0b02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 16:05:13.373516 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-c2a31beb-d482-4b93-8c45-6c4ea3d00960 None None] For port 084b95d9-d832-4285-8034-78f6bdd70401, host dv-cinder-809669-1-iscsi, cleared binding levels {{(pid=82370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 16:05:13.399790 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-c2a31beb-d482-4b93-8c45-6c4ea3d00960 None None] For port 084b95d9-d832-4285-8034-78f6bdd70401, host dv-cinder-809669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=084b95d9-d832-4285-8034-78f6bdd70401,segment=NetworkSegment(28f4d88d-0f86-4778-bde3-e90c9f794a0e),segment_id=28f4d88d-0f86-4778-bde3-e90c9f794a0e)] {{(pid=82370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 16:05:13.434419 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c2a31beb-d482-4b93-8c45-6c4ea3d00960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:13.441351 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:13.445236 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-7621f91c-e1dd-4944-9d56-810ba6b5db5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5efb64d-30c6-45a5-918d-186613aa0f3c', 'name': 'tempest-TestShelveInstance-381728854-router', 'tenant_id': '6306c250ae944d37a3e32aa956ccd533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '8cf831d0-3706-483f-bce4-0c7e14fd30a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:05:10Z', 'updated_at': '2021-09-20T16:05:12Z', 'revision_number': 3, 'project_id': '6306c250ae944d37a3e32aa956ccd533', 'gw_port': {'id': '8cf831d0-3706-483f-bce4-0c7e14fd30a5', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:2a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5efb64d-30c6-45a5-918d-186613aa0f3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:05:11Z', 'updated_at': '2021-09-20T16:05:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi'}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:13.471283 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7621f91c-e1dd-4944-9d56-810ba6b5db5a None None] Checking router: b5efb64d-30c6-45a5-918d-186613aa0f3c for host: dv-cinder-809669-1-iscsi {{(pid=82371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 16:05:13.471695 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7621f91c-e1dd-4944-9d56-810ba6b5db5a None None] Updating router b5efb64d-30c6-45a5-918d-186613aa0f3c port 8cf831d0-3706-483f-bce4-0c7e14fd30a5 binding host dv-cinder-809669-1-iscsi {{(pid=82371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 20 16:05:13.513635 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 555183be-9360-4c5d-921b-8384a9e63252, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=555183be-9360-4c5d-921b-8384a9e63252,segment=NetworkSegment(d1e44e39-6be0-4349-98b0-f88bec838d0a),segment_id=d1e44e39-6be0-4349-98b0-f88bec838d0a)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:05:13.552849 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Returning: {'device': '555183be-9360-4c5d-921b-8384a9e63252', 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe', 'port_id': '555183be-9360-4c5d-921b-8384a9e63252', 'mac_address': 'fa:16:3e:73:d4:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff460d82-964a-44b5-b5c5-4abe0f89a661', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 20 16:05:13.561242 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7621f91c-e1dd-4944-9d56-810ba6b5db5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:13.607664 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a31beb-d482-4b93-8c45-6c4ea3d00960 None None] Pushing event updated for resources: {'Port': ['ID=084b95d9-d832-4285-8034-78f6bdd70401,revision_number=2']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:13.621288 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c2a31beb-d482-4b93-8c45-6c4ea3d00960 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:13.660881 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:13.716430 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 555183be-9360-4c5d-921b-8384a9e63252 {{(pid=82370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 16:05:13.755173 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 555183be-9360-4c5d-921b-8384a9e63252, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=555183be-9360-4c5d-921b-8384a9e63252,segment=NetworkSegment(d1e44e39-6be0-4349-98b0-f88bec838d0a),segment_id=d1e44e39-6be0-4349-98b0-f88bec838d0a)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:05:13.762723 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:13.764846 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c2a31beb-d482-4b93-8c45-6c4ea3d00960 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:13.782481 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec579eed-9f2e-4102-b092-508ea7b48d8d req-6aa59e24-9dcd-4d9a-a460-4040ca811f5b tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:13.788655 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ec579eed-9f2e-4102-b092-508ea7b48d8d req-6aa59e24-9dcd-4d9a-a460-4040ca811f5b tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbd1821c-7583-43e6-940b-be8e60598a53 HTTP/1.1" status: 200 len: 944 time: 0.1694546 Sep 20 16:05:13.895742 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=555183be-9360-4c5d-921b-8384a9e63252,revision_number=4']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:13.901265 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:13.933583 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1aa536-5fb8-4b98-a717-a1aa904a98b8 None None] New status for floating IP 20594d3b-dbd9-4228-ad5d-f28085f462f5: DOWN {{(pid=82370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 20 16:05:13.935547 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ec579eed-9f2e-4102-b092-508ea7b48d8d req-2377e7a3-6151-4ffe-be83-9aecb133727c tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=295539a7-abf8-48f4-9f52-321862764be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373131 Sep 20 16:05:14.056260 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['555183be-9360-4c5d-921b-8384a9e63252'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:05:14.126210 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7621f91c-e1dd-4944-9d56-810ba6b5db5a None None] Notify callbacks [] for port, precommit_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:14.165623 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-7621f91c-e1dd-4944-9d56-810ba6b5db5a None None] Transition to ACTIVE for port object 8cf831d0-3706-483f-bce4-0c7e14fd30a5 will not be triggered until provisioned by entity L2. {{(pid=82371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:05:14.184956 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7621f91c-e1dd-4944-9d56-810ba6b5db5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:14.190960 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:14.314707 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd074b-8cf9-45b2-9bd4-2938fc759e1c None None] Pushing event updated for resources: {'Port': ['ID=8cf831d0-3706-483f-bce4-0c7e14fd30a5,revision_number=2']} {{(pid=82371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:14.320625 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-7621f91c-e1dd-4944-9d56-810ba6b5db5a None None] Attempting to bind port 8cf831d0-3706-483f-bce4-0c7e14fd30a5 on host dv-cinder-809669-1-iscsi for vnic_type normal with profile {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 16:05:14.321186 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-7621f91c-e1dd-4944-9d56-810ba6b5db5a None None] Attempting to bind port 8cf831d0-3706-483f-bce4-0c7e14fd30a5 by drivers openvswitch,hyperv on host dv-cinder-809669-1-iscsi at level 0 using segments [{'id': 'fa70b37f-a099-4785-9555-8d4eef3560f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'}] {{(pid=82371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 16:05:14.321698 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7621f91c-e1dd-4944-9d56-810ba6b5db5a None None] Attempting to bind port 8cf831d0-3706-483f-bce4-0c7e14fd30a5 on network 378c8f1a-f14e-4679-b139-5c2d775a72d9 {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:05:14.334242 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cd074b-8cf9-45b2-9bd4-2938fc759e1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:14.334796 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cd074b-8cf9-45b2-9bd4-2938fc759e1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:14.335346 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cd074b-8cf9-45b2-9bd4-2938fc759e1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:14.335834 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cd074b-8cf9-45b2-9bd4-2938fc759e1c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:14.336435 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cd074b-8cf9-45b2-9bd4-2938fc759e1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:14.336912 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cd074b-8cf9-45b2-9bd4-2938fc759e1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:14.337400 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cd074b-8cf9-45b2-9bd4-2938fc759e1c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:14.337871 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cd074b-8cf9-45b2-9bd4-2938fc759e1c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:14.338344 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cd074b-8cf9-45b2-9bd4-2938fc759e1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:14.338812 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cd074b-8cf9-45b2-9bd4-2938fc759e1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:14.339361 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5cd074b-8cf9-45b2-9bd4-2938fc759e1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82371) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:14.348175 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-a5cd074b-8cf9-45b2-9bd4-2938fc759e1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:14.349531 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7621f91c-e1dd-4944-9d56-810ba6b5db5a None None] Checking agent: {'id': 'e3ab64f4-5a45-40ad-bdab-6ad34693b70b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 51, 4), 'started_at': datetime.datetime(2021, 9, 20, 15, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 16, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 16:05:14.350505 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7621f91c-e1dd-4944-9d56-810ba6b5db5a None None] Checking segment: {'id': 'fa70b37f-a099-4785-9555-8d4eef3560f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:05:14.350505 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7621f91c-e1dd-4944-9d56-810ba6b5db5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:14.351148 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7621f91c-e1dd-4944-9d56-810ba6b5db5a None None] Bound using segment: {'id': 'fa70b37f-a099-4785-9555-8d4eef3560f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'} {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 16:05:14.351790 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-7621f91c-e1dd-4944-9d56-810ba6b5db5a None None] Bound port: 8cf831d0-3706-483f-bce4-0c7e14fd30a5, host: dv-cinder-809669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa70b37f-a099-4785-9555-8d4eef3560f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'}}] {{(pid=82371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 16:05:14.352312 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7621f91c-e1dd-4944-9d56-810ba6b5db5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:14.448916 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-7621f91c-e1dd-4944-9d56-810ba6b5db5a None None] For port 8cf831d0-3706-483f-bce4-0c7e14fd30a5, host dv-cinder-809669-1-iscsi, cleared binding levels {{(pid=82371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 16:05:14.453966 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-7621f91c-e1dd-4944-9d56-810ba6b5db5a None None] For port 8cf831d0-3706-483f-bce4-0c7e14fd30a5, host dv-cinder-809669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=8cf831d0-3706-483f-bce4-0c7e14fd30a5,segment=NetworkSegment(fa70b37f-a099-4785-9555-8d4eef3560f5),segment_id=fa70b37f-a099-4785-9555-8d4eef3560f5)] {{(pid=82371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 16:05:14.458207 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7621f91c-e1dd-4944-9d56-810ba6b5db5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:14.463206 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:14.552582 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7621f91c-e1dd-4944-9d56-810ba6b5db5a None None] Routers {'b5efb64d-30c6-45a5-918d-186613aa0f3c'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:05:14.553295 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-7621f91c-e1dd-4944-9d56-810ba6b5db5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:05:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['b5efb64d-30c6-45a5-918d-186613aa0f3c'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:14.573606 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a4535a64-790f-4071-90e5-5ce670f025dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:14.610962 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd074b-8cf9-45b2-9bd4-2938fc759e1c None None] Pushing event updated for resources: {'Port': ['ID=8cf831d0-3706-483f-bce4-0c7e14fd30a5,revision_number=3']} {{(pid=82371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:14.614426 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-a5cd074b-8cf9-45b2-9bd4-2938fc759e1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:14.810860 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [None req-a4535a64-790f-4071-90e5-5ce670f025dc admin admin] Allocated IP 172.20.0.1 (00f00114-e797-4923-84d8-1eb9559185f6/fc04fde6-0920-4d15-9c98-c393d9df92d2/e7de5834-a7f7-4688-b8e5-1f2a53aa51f0) {{(pid=82368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 16:05:14.865957 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 084b95d9-d832-4285-8034-78f6bdd70401 up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:05:14.920859 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-7621f91c-e1dd-4944-9d56-810ba6b5db5a None None] Set router b5efb64d-30c6-45a5-918d-186613aa0f3c gateway port host: dv-cinder-809669-1-iscsi {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:05:14.982950 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning for port 084b95d9-d832-4285-8034-78f6bdd70401 completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:05:15.007377 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a4535a64-790f-4071-90e5-5ce670f025dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:15.025012 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-a4535a64-790f-4071-90e5-5ce670f025dc admin admin] Transition to ACTIVE for port object e7de5834-a7f7-4688-b8e5-1f2a53aa51f0 will not be triggered until provisioned by entity DHCP. {{(pid=82368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:05:15.047447 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a4535a64-790f-4071-90e5-5ce670f025dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:15.052147 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-21287101-81e1-4ec6-8385-971c50a01643 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:15.179620 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4535a64-790f-4071-90e5-5ce670f025dc admin admin] Network 00f00114-e797-4923-84d8-1eb9559185f6 is already hosted by enough agents. {{(pid=82368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:05:15.184105 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-a4535a64-790f-4071-90e5-5ce670f025dc admin admin] Resources bound (agent type, host, resource id): {{(pid=82368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:05:15.187184 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4535a64-790f-4071-90e5-5ce670f025dc admin admin] Received port after_create {{(pid=82368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 16:05:15.229784 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-7621f91c-e1dd-4944-9d56-810ba6b5db5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5efb64d-30c6-45a5-918d-186613aa0f3c', 'name': 'tempest-TestShelveInstance-381728854-router', 'tenant_id': '6306c250ae944d37a3e32aa956ccd533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '8cf831d0-3706-483f-bce4-0c7e14fd30a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:05:10Z', 'updated_at': '2021-09-20T16:05:12Z', 'revision_number': 3, 'project_id': '6306c250ae944d37a3e32aa956ccd533', 'gw_port': {'id': '8cf831d0-3706-483f-bce4-0c7e14fd30a5', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:2a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5efb64d-30c6-45a5-918d-186613aa0f3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:05:11Z', 'updated_at': '2021-09-20T16:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi'}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:15.234702 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7621f91c-e1dd-4944-9d56-810ba6b5db5a None None] The sync data for ids ['b5efb64d-30c6-45a5-918d-186613aa0f3c'] in dv-cinder-809669-1-iscsi is: [{'id': 'b5efb64d-30c6-45a5-918d-186613aa0f3c', 'name': 'tempest-TestShelveInstance-381728854-router', 'tenant_id': '6306c250ae944d37a3e32aa956ccd533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '8cf831d0-3706-483f-bce4-0c7e14fd30a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:05:10Z', 'updated_at': '2021-09-20T16:05:12Z', 'revision_number': 3, 'project_id': '6306c250ae944d37a3e32aa956ccd533', 'gw_port': {'id': '8cf831d0-3706-483f-bce4-0c7e14fd30a5', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:2a:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5efb64d-30c6-45a5-918d-186613aa0f3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:05:11Z', 'updated_at': '2021-09-20T16:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi'}] {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 16:05:15.234911 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4535a64-790f-4071-90e5-5ce670f025dc admin admin] Pushing event updated for resources: {'Port': ['ID=e7de5834-a7f7-4688-b8e5-1f2a53aa51f0,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:15.238567 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-a4535a64-790f-4071-90e5-5ce670f025dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:15.269814 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a4535a64-790f-4071-90e5-5ce670f025dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853758162'] for router_interface, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:15.290896 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7eebd-ff81-4e85-9796-24030a47a713 req-b1230a06-a45f-49a6-8eac-6bc602db3c18 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:15.292572 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-42e7eebd-ff81-4e85-9796-24030a47a713 req-b1230a06-a45f-49a6-8eac-6bc602db3c18 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbd1821c-7583-43e6-940b-be8e60598a53 HTTP/1.1" status: 200 len: 945 time: 0.2041237 Sep 20 16:05:15.405264 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-42e7eebd-ff81-4e85-9796-24030a47a713 req-c4414814-f79b-4517-b50c-28fbbca14e09 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=295539a7-abf8-48f4-9f52-321862764be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028569 Sep 20 16:05:15.407760 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a4535a64-790f-4071-90e5-5ce670f025dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:15.601761 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9beda6-bdaf-44d9-8ed8-c502f4c0a005 None None] Network 00f00114-e797-4923-84d8-1eb9559185f6 requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 16:05:15.671468 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a4535a64-790f-4071-90e5-5ce670f025dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:15.678870 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a4535a64-790f-4071-90e5-5ce670f025dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33517910'] for port, after_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:15.712138 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d0582921-109c-4084-90c0-d6a565cb5eaa tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:15.778071 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-611a32b5-970e-47dd-ac8d-3e312296e460 None None] Provisioning for port 084b95d9-d832-4285-8034-78f6bdd70401 completed by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:05:15.786820 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-611a32b5-970e-47dd-ac8d-3e312296e460 None None] Provisioning complete for port 084b95d9-d832-4285-8034-78f6bdd70401 triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:05:15.787268 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-611a32b5-970e-47dd-ac8d-3e312296e460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:15.801669 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4535a64-790f-4071-90e5-5ce670f025dc admin admin] Pushing event updated for resources: {'Port': ['ID=e7de5834-a7f7-4688-b8e5-1f2a53aa51f0,revision_number=2']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:15.806691 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-a4535a64-790f-4071-90e5-5ce670f025dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:15.809986 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a4535a64-790f-4071-90e5-5ce670f025dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853516226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1017672'] for router_interface, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:15.990872 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4535a64-790f-4071-90e5-5ce670f025dc admin admin] Network 00f00114-e797-4923-84d8-1eb9559185f6 is already hosted by enough agents. {{(pid=82368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:05:15.992159 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-a4535a64-790f-4071-90e5-5ce670f025dc admin admin] Resources bound (agent type, host, resource id): {{(pid=82368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:05:16.177514 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-611a32b5-970e-47dd-ac8d-3e312296e460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:16.230570 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-611a32b5-970e-47dd-ac8d-3e312296e460 None None] For port 084b95d9-d832-4285-8034-78f6bdd70401, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=084b95d9-d832-4285-8034-78f6bdd70401,segment=NetworkSegment(28f4d88d-0f86-4778-bde3-e90c9f794a0e),segment_id=28f4d88d-0f86-4778-bde3-e90c9f794a0e)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:05:16.235213 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-611a32b5-970e-47dd-ac8d-3e312296e460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:16.237247 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:16.311868 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a32b5-970e-47dd-ac8d-3e312296e460 None None] Pushing event updated for resources: {'Port': ['ID=084b95d9-d832-4285-8034-78f6bdd70401,revision_number=3']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:16.315585 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-611a32b5-970e-47dd-ac8d-3e312296e460 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:16.420687 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4535a64-790f-4071-90e5-5ce670f025dc admin admin] Router b5efb64d-30c6-45a5-918d-186613aa0f3c has already been hosted by L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a {{(pid=82368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 20 16:05:16.565073 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b3e6ca66-d5c1-45c2-85c6-3b56c162d093 None None] Provisioning for port e7de5834-a7f7-4688-b8e5-1f2a53aa51f0 completed by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:05:16.572768 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b3e6ca66-d5c1-45c2-85c6-3b56c162d093 None None] Provisioning complete for port e7de5834-a7f7-4688-b8e5-1f2a53aa51f0 triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:05:16.573350 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b3e6ca66-d5c1-45c2-85c6-3b56c162d093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:16.643695 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-b3e6ca66-d5c1-45c2-85c6-3b56c162d093 None None] Port e7de5834-a7f7-4688-b8e5-1f2a53aa51f0 cannot update to ACTIVE because it is not bound. {{(pid=82370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 20 16:05:16.658865 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b3e6ca66-d5c1-45c2-85c6-3b56c162d093 None None] Provisioning complete for port 084b95d9-d832-4285-8034-78f6bdd70401 triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:05:16.659300 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b3e6ca66-d5c1-45c2-85c6-3b56c162d093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:16.927114 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232895f5-5bec-41f8-af2e-d0d7741f4520 req-cd58383b-af2e-4c22-822a-4b9be88990f4 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:16.928958 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-232895f5-5bec-41f8-af2e-d0d7741f4520 req-cd58383b-af2e-4c22-822a-4b9be88990f4 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbd1821c-7583-43e6-940b-be8e60598a53 HTTP/1.1" status: 200 len: 945 time: 0.3822443 Sep 20 16:05:16.958276 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-021bb597-fec1-41e1-9849-18071950f8d9 None None] Provisioning complete for port e7de5834-a7f7-4688-b8e5-1f2a53aa51f0 triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:05:16.959427 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-021bb597-fec1-41e1-9849-18071950f8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:16.995996 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 084b95d9-d832-4285-8034-78f6bdd70401 up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:05:17.006972 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-232895f5-5bec-41f8-af2e-d0d7741f4520 req-19361f7e-9998-4e2b-bf85-90a4b1c67579 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=295539a7-abf8-48f4-9f52-321862764be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700166 Sep 20 16:05:17.028789 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4535a64-790f-4071-90e5-5ce670f025dc admin admin] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 16:05:17.041556 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-a4535a64-790f-4071-90e5-5ce670f025dc admin admin] 10.222.0.35 "PUT /v2.0/routers/b5efb64d-30c6-45a5-918d-186613aa0f3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1283634 Sep 20 16:05:17.086382 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-021bb597-fec1-41e1-9849-18071950f8d9 None None] Port e7de5834-a7f7-4688-b8e5-1f2a53aa51f0 cannot update to ACTIVE because it is not bound. {{(pid=82370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 20 16:05:17.105838 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port 084b95d9-d832-4285-8034-78f6bdd70401 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:05:17.106259 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:17.236533 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 8cf831d0-3706-483f-bce4-0c7e14fd30a5 up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:05:17.277451 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-15d075cb-6a56-428c-90a9-086916b1527d None None] Provisioning complete for port e7de5834-a7f7-4688-b8e5-1f2a53aa51f0 triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:05:17.277868 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-15d075cb-6a56-428c-90a9-086916b1527d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:17.351744 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-15d075cb-6a56-428c-90a9-086916b1527d None None] Port e7de5834-a7f7-4688-b8e5-1f2a53aa51f0 cannot update to ACTIVE because it is not bound. {{(pid=82370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 20 16:05:17.383216 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning for port 8cf831d0-3706-483f-bce4-0c7e14fd30a5 completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:05:17.389079 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port 8cf831d0-3706-483f-bce4-0c7e14fd30a5 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:05:17.389506 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:17.517244 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:17.533351 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] For port 8cf831d0-3706-483f-bce4-0c7e14fd30a5, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=8cf831d0-3706-483f-bce4-0c7e14fd30a5,segment=NetworkSegment(fa70b37f-a099-4785-9555-8d4eef3560f5),segment_id=fa70b37f-a099-4785-9555-8d4eef3560f5)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:05:17.536199 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:17.539085 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:17.610858 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Pushing event updated for resources: {'Port': ['ID=8cf831d0-3706-483f-bce4-0c7e14fd30a5,revision_number=4']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:17.614188 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:17.968259 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 59382) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:05:17.974568 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-8706c744-d98a-49ac-b7ed-504eaa3f5848 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2007021610-network', 'tenant_id': '8e9f8aca48a14c5db2a7f41c077c2901'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:05:17.979619 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-8706c744-d98a-49ac-b7ed-504eaa3f5848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:05:17.984485 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-8706c744-d98a-49ac-b7ed-504eaa3f5848 admin admin] Usage tracker for resource:network and tenant:8e9f8aca48a14c5db2a7f41c077c2901 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:05:17.987545 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-8706c744-d98a-49ac-b7ed-504eaa3f5848 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:05:17.994131 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-8706c744-d98a-49ac-b7ed-504eaa3f5848 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:05:18.005989 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8706c744-d98a-49ac-b7ed-504eaa3f5848 admin admin] Made reservation on behalf of 8e9f8aca48a14c5db2a7f41c077c2901 for: {'network': 1} {{(pid=82368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 16:05:18.011079 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8706c744-d98a-49ac-b7ed-504eaa3f5848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for network, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:18.024560 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8706c744-d98a-49ac-b7ed-504eaa3f5848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:18.058087 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-8706c744-d98a-49ac-b7ed-504eaa3f5848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:05:18.063139 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-8706c744-d98a-49ac-b7ed-504eaa3f5848 admin admin] Usage tracker for resource:security_group_rule and tenant:8e9f8aca48a14c5db2a7f41c077c2901 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:05:18.065904 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-8706c744-d98a-49ac-b7ed-504eaa3f5848 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:05:18.072410 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-8706c744-d98a-49ac-b7ed-504eaa3f5848 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:05:18.165968 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8706c744-d98a-49ac-b7ed-504eaa3f5848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:18.170802 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8706c744-d98a-49ac-b7ed-504eaa3f5848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:18.176496 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-81378e92-b2e1-426e-984a-69d4bce27a6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:18.207343 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8706c744-d98a-49ac-b7ed-504eaa3f5848 admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=82368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 20 16:05:18.221447 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706c744-d98a-49ac-b7ed-504eaa3f5848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e06ef0-f975-4e3d-a42d-9abc8d331141,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:18.226002 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-8706c744-d98a-49ac-b7ed-504eaa3f5848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:18.227073 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8706c744-d98a-49ac-b7ed-504eaa3f5848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854403426'] for segment, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:18.227467 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.db.segments_db [None req-8706c744-d98a-49ac-b7ed-504eaa3f5848 admin admin] Added segment 3bc23ca0-8269-4234-9abd-164e04840442 of type vlan for network 0c2bb24e-678f-45a6-91f1-ec3eadd2c7ff Sep 20 16:05:18.260085 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8706c744-d98a-49ac-b7ed-504eaa3f5848 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786513467763'] for network, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:18.291397 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8706c744-d98a-49ac-b7ed-504eaa3f5848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223'] for network, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:18.292792 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8706c744-d98a-49ac-b7ed-504eaa3f5848 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:18.294532 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8706c744-d98a-49ac-b7ed-504eaa3f5848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for network, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:18.301521 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-1c66ea57-7a71-48d5-8000-3984546abb3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:18.501975 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706c744-d98a-49ac-b7ed-504eaa3f5848 admin admin] Pushing event updated for resources: {'Network': ['ID=0c2bb24e-678f-45a6-91f1-ec3eadd2c7ff,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:18.505623 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-8706c744-d98a-49ac-b7ed-504eaa3f5848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:18.509818 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-8706c744-d98a-49ac-b7ed-504eaa3f5848 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5377245 Sep 20 16:05:18.510242 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 59398) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:05:18.513626 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Network 0c2bb24e-678f-45a6-91f1-ec3eadd2c7ff details requested by agent ovs-agent-dv-cinder-809669-1-iscsi with host dv-cinder-809669-1-iscsi {{(pid=82370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 20 16:05:18.516253 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-a707b51a-a719-4b93-92b0-8c9836a75df0 admin admin] Request body: {'subnet': {'network_id': '0c2bb24e-678f-45a6-91f1-ec3eadd2c7ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2007021610-subnet', 'tenant_id': '8e9f8aca48a14c5db2a7f41c077c2901', 'ip_version': 4}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:05:18.530674 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-a707b51a-a719-4b93-92b0-8c9836a75df0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:05:18.534763 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-a707b51a-a719-4b93-92b0-8c9836a75df0 admin admin] Usage tracker for resource:subnet and tenant:8e9f8aca48a14c5db2a7f41c077c2901 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:05:18.537980 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-a707b51a-a719-4b93-92b0-8c9836a75df0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:05:18.546194 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-a707b51a-a719-4b93-92b0-8c9836a75df0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:05:18.547527 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1470c1-22ae-4860-b9be-d70460cbfc61 None None] Sync routers for ids ['b5efb64d-30c6-45a5-918d-186613aa0f3c'] in dv-cinder-809669-1-iscsi {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 16:05:18.560879 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a707b51a-a719-4b93-92b0-8c9836a75df0 admin admin] Made reservation on behalf of 8e9f8aca48a14c5db2a7f41c077c2901 for: {'subnet': 1} {{(pid=82369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 16:05:18.563224 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1470c1-22ae-4860-b9be-d70460cbfc61 None None] Routers {'b5efb64d-30c6-45a5-918d-186613aa0f3c'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:05:18.564163 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-4a1470c1-22ae-4860-b9be-d70460cbfc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:05:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['b5efb64d-30c6-45a5-918d-186613aa0f3c'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:18.566043 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a707b51a-a719-4b93-92b0-8c9836a75df0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036821389389'] for subnet, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:18.588031 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c01f2-bafa-426e-9db6-dd9c1d4ae92b req-a4b34775-234c-4394-8781-df82c91bf163 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:18.589650 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ca4c01f2-bafa-426e-9db6-dd9c1d4ae92b req-a4b34775-234c-4394-8781-df82c91bf163 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbd1821c-7583-43e6-940b-be8e60598a53 HTTP/1.1" status: 200 len: 945 time: 0.2909350 Sep 20 16:05:18.599166 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe0a647-bfcf-4186-a92a-d4892e523fcd req-f3cf9248-bab5-4271-a0a5-b632ca3808b5 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:18.600758 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7fe0a647-bfcf-4186-a92a-d4892e523fcd req-f3cf9248-bab5-4271-a0a5-b632ca3808b5 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 945 time: 0.2366877 Sep 20 16:05:18.682609 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ca4c01f2-bafa-426e-9db6-dd9c1d4ae92b req-f36d7227-8523-45b9-9b3a-199f5f46e9c1 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=295539a7-abf8-48f4-9f52-321862764be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807834 Sep 20 16:05:18.684544 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-7fe0a647-bfcf-4186-a92a-d4892e523fcd req-af17c170-9ed4-427f-8132-3679a173b5cd tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Synchronizing usage tracker for tenant:381efe5f70ef44caafad8bb42441ac2b on resource:security_group {{(pid=82368) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:05:18.709818 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-7fe0a647-bfcf-4186-a92a-d4892e523fcd req-af17c170-9ed4-427f-8132-3679a173b5cd tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Unset dirty status for tenant:381efe5f70ef44caafad8bb42441ac2b on resource:security_group {{(pid=82368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:05:18.711349 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7fe0a647-bfcf-4186-a92a-d4892e523fcd req-af17c170-9ed4-427f-8132-3679a173b5cd tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941231 Sep 20 16:05:18.830933 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-4a1470c1-22ae-4860-b9be-d70460cbfc61 None None] Set router b5efb64d-30c6-45a5-918d-186613aa0f3c gateway port host: dv-cinder-809669-1-iscsi {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:05:18.891039 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 8cf831d0-3706-483f-bce4-0c7e14fd30a5 up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:05:18.932263 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a707b51a-a719-4b93-92b0-8c9836a75df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036821686390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036821389406'] for subnet, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:18.940523 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:18.967141 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port 8cf831d0-3706-483f-bce4-0c7e14fd30a5 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:05:18.967891 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:19.010974 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a707b51a-a719-4b93-92b0-8c9836a75df0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbc13788-dce0-453f-b638-d7e4c116928c,revision_number=0']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:19.019700 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-a707b51a-a719-4b93-92b0-8c9836a75df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:19.056718 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a707b51a-a719-4b93-92b0-8c9836a75df0 admin admin] Checking segment: {'id': '3bc23ca0-8269-4234-9abd-164e04840442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0c2bb24e-678f-45a6-91f1-ec3eadd2c7ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:05:19.057110 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a707b51a-a719-4b93-92b0-8c9836a75df0 admin admin] Network hostable DHCP agents. Network: 0c2bb24e-678f-45a6-91f1-ec3eadd2c7ff, hostable agents: ['8165851e-a8d8-41e5-9937-b2b676de37d1'], hosted agents: [] {{(pid=82369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 20 16:05:19.085062 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a707b51a-a719-4b93-92b0-8c9836a75df0 admin admin] Network 0c2bb24e-678f-45a6-91f1-ec3eadd2c7ff is scheduled to be hosted by DHCP agent 8165851e-a8d8-41e5-9937-b2b676de37d1 with binding_index 1 {{(pid=82369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 20 16:05:19.095096 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-a707b51a-a719-4b93-92b0-8c9836a75df0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809669-1-iscsi, 0c2bb24e-678f-45a6-91f1-ec3eadd2c7ff) {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:05:19.099747 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a707b51a-a719-4b93-92b0-8c9836a75df0 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:19.100683 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a707b51a-a719-4b93-92b0-8c9836a75df0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:19.117462 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883b3473-7876-4520-bdb9-ab28017b16e9 None None] Network 0c2bb24e-678f-45a6-91f1-ec3eadd2c7ff requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 16:05:19.131420 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-a707b51a-a719-4b93-92b0-8c9836a75df0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6200242 Sep 20 16:05:19.132464 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 59402) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:05:19.140275 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-532132f2-9928-42ad-b024-22576a2038c8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2007021610-router', 'tenant_id': '8e9f8aca48a14c5db2a7f41c077c2901', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'}}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:05:19.149056 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-532132f2-9928-42ad-b024-22576a2038c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:05:19.154107 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-532132f2-9928-42ad-b024-22576a2038c8 admin admin] Usage tracker for resource:router and tenant:8e9f8aca48a14c5db2a7f41c077c2901 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:05:19.161619 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-532132f2-9928-42ad-b024-22576a2038c8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:05:19.169000 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 555183be-9360-4c5d-921b-8384a9e63252 up at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:05:19.169955 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-532132f2-9928-42ad-b024-22576a2038c8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:05:19.187211 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-532132f2-9928-42ad-b024-22576a2038c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1025813', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7918'] for router, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:19.188785 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-532132f2-9928-42ad-b024-22576a2038c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853749765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853757889', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853807792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854767898'] for router, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:19.218628 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-532132f2-9928-42ad-b024-22576a2038c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:19.265009 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-4a1470c1-22ae-4860-b9be-d70460cbfc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5efb64d-30c6-45a5-918d-186613aa0f3c', 'name': 'tempest-TestShelveInstance-381728854-router', 'tenant_id': '6306c250ae944d37a3e32aa956ccd533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '8cf831d0-3706-483f-bce4-0c7e14fd30a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:05:10Z', 'updated_at': '2021-09-20T16:05:15Z', 'revision_number': 4, 'project_id': '6306c250ae944d37a3e32aa956ccd533', 'gw_port': {'id': '8cf831d0-3706-483f-bce4-0c7e14fd30a5', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:2a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5efb64d-30c6-45a5-918d-186613aa0f3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:05:11Z', 'updated_at': '2021-09-20T16:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': 'e7de5834-a7f7-4688-b8e5-1f2a53aa51f0', 'name': '', 'network_id': '00f00114-e797-4923-84d8-1eb9559185f6', 'tenant_id': '6306c250ae944d37a3e32aa956ccd533', 'mac_address': 'fa:16:3e:92:c4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5efb64d-30c6-45a5-918d-186613aa0f3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc04fde6-0920-4d15-9c98-c393d9df92d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:05:14Z', 'updated_at': '2021-09-20T16:05:15Z', 'revision_number': 2, 'project_id': '6306c250ae944d37a3e32aa956ccd533', 'subnets': [{'id': 'fc04fde6-0920-4d15-9c98-c393d9df92d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:19.269444 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1470c1-22ae-4860-b9be-d70460cbfc61 None None] Checking router: b5efb64d-30c6-45a5-918d-186613aa0f3c for host: dv-cinder-809669-1-iscsi {{(pid=82371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 16:05:19.269966 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1470c1-22ae-4860-b9be-d70460cbfc61 None None] Updating router b5efb64d-30c6-45a5-918d-186613aa0f3c port e7de5834-a7f7-4688-b8e5-1f2a53aa51f0 binding host dv-cinder-809669-1-iscsi {{(pid=82371) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 20 16:05:19.334860 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-4a1470c1-22ae-4860-b9be-d70460cbfc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:19.335681 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning for port 555183be-9360-4c5d-921b-8384a9e63252 completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:05:19.345170 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning complete for port 555183be-9360-4c5d-921b-8384a9e63252 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:05:19.345591 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:19.399563 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-532132f2-9928-42ad-b024-22576a2038c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853757940', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1025898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854767881'] for router, precommit_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:19.496808 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90f6a01-d50d-4903-8d4c-4d7b81ab9b70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp970513e9-e7d8-5bbd-b580-39df46ea091a-0c2bb24e-678f-45a6-91f1-ec3eadd2c7ff', 'network_id': '0c2bb24e-678f-45a6-91f1-ec3eadd2c7ff', 'tenant_id': '8e9f8aca48a14c5db2a7f41c077c2901', 'fixed_ips': [{'subnet_id': 'dbc13788-dce0-453f-b638-d7e4c116928c'}]}} from dv-cinder-809669-1-iscsi. {{(pid=82370) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Sep 20 16:05:19.498244 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c90f6a01-d50d-4903-8d4c-4d7b81ab9b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:19.619822 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-532132f2-9928-42ad-b024-22576a2038c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:19.634975 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:19.654770 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-532132f2-9928-42ad-b024-22576a2038c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:19.704576 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd1821c-7583-43e6-940b-be8e60598a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555183be-9360-4c5d-921b-8384a9e63252'}] {{(pid=82370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:05:19.721205 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-4a1470c1-22ae-4860-b9be-d70460cbfc61 None None] Notify callbacks [] for port, precommit_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:19.744367 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-4a1470c1-22ae-4860-b9be-d70460cbfc61 None None] Transition to ACTIVE for port object e7de5834-a7f7-4688-b8e5-1f2a53aa51f0 will not be triggered until provisioned by entity L2. {{(pid=82371) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:05:19.753658 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 555183be-9360-4c5d-921b-8384a9e63252, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=555183be-9360-4c5d-921b-8384a9e63252,segment=NetworkSegment(d1e44e39-6be0-4349-98b0-f88bec838d0a),segment_id=d1e44e39-6be0-4349-98b0-f88bec838d0a)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:05:19.759223 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-4a1470c1-22ae-4860-b9be-d70460cbfc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:19.768094 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-2400d165-eb86-4e58-a046-fd7511635970 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:19.775262 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [None req-c90f6a01-d50d-4903-8d4c-4d7b81ab9b70 None None] Allocated IP 172.20.0.2 (0c2bb24e-678f-45a6-91f1-ec3eadd2c7ff/dbc13788-dce0-453f-b638-d7e4c116928c/01d5829a-407c-440d-b007-9c7378326d02) {{(pid=82370) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 16:05:19.844298 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [None req-532132f2-9928-42ad-b024-22576a2038c8 admin admin] Allocated IP 172.27.3.59 (378c8f1a-f14e-4679-b139-5c2d775a72d9/ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1/00a09150-84b0-4a50-8709-9db40e13f66b) {{(pid=82368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 16:05:19.942831 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5bad81-73ff-46ff-a8dc-ec9b3f3e3e0b None None] Pushing event updated for resources: {'Port': ['ID=e7de5834-a7f7-4688-b8e5-1f2a53aa51f0,revision_number=3']} {{(pid=82371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:19.985435 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-3d5bad81-73ff-46ff-a8dc-ec9b3f3e3e0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:20.001073 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd1821c-7583-43e6-940b-be8e60598a53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '555183be-9360-4c5d-921b-8384a9e63252', 'code': 200} Sep 20 16:05:20.004561 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:20.008965 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:20.150884 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-71a671c7-8776-4efa-879b-453a398b3ab4 req-914a2094-1355-4712-8ea6-68c609ec540f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dbd1821c-7583-43e6-940b-be8e60598a53 HTTP/1.1" status: 200 len: 1099 time: 0.1310236 Sep 20 16:05:20.170665 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c90f6a01-d50d-4903-8d4c-4d7b81ab9b70 None None] Notify callbacks [] for port, precommit_create {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:20.185878 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-c90f6a01-d50d-4903-8d4c-4d7b81ab9b70 None None] Transition to ACTIVE for port object 01d5829a-407c-440d-b007-9c7378326d02 will not be triggered until provisioned by entity L2. {{(pid=82370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:05:20.188577 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-532132f2-9928-42ad-b024-22576a2038c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:20.207189 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a456f93-1ae7-4622-9b35-d926ccc5afc7 req-d788fe8d-4b17-4167-8c58-3803a1e6bf06 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:20.208854 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3a456f93-1ae7-4622-9b35-d926ccc5afc7 req-d788fe8d-4b17-4167-8c58-3803a1e6bf06 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbd1821c-7583-43e6-940b-be8e60598a53 HTTP/1.1" status: 200 len: 946 time: 0.2999237 Sep 20 16:05:20.214118 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-c90f6a01-d50d-4903-8d4c-4d7b81ab9b70 None None] Transition to ACTIVE for port object 01d5829a-407c-440d-b007-9c7378326d02 will not be triggered until provisioned by entity DHCP. {{(pid=82370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:05:20.220454 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd102ece-90e6-4cfc-9dc3-01b340843a47 req-bdba248c-b700-4851-8ba0-737545cb624c tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:20.223579 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-4a1470c1-22ae-4860-b9be-d70460cbfc61 None None] Attempting to bind port e7de5834-a7f7-4688-b8e5-1f2a53aa51f0 on host dv-cinder-809669-1-iscsi for vnic_type normal with profile {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 16:05:20.223996 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-4a1470c1-22ae-4860-b9be-d70460cbfc61 None None] Attempting to bind port e7de5834-a7f7-4688-b8e5-1f2a53aa51f0 by drivers openvswitch,hyperv on host dv-cinder-809669-1-iscsi at level 0 using segments [{'id': '28f4d88d-0f86-4778-bde3-e90c9f794a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '00f00114-e797-4923-84d8-1eb9559185f6'}] {{(pid=82371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 16:05:20.224410 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1470c1-22ae-4860-b9be-d70460cbfc61 None None] Attempting to bind port e7de5834-a7f7-4688-b8e5-1f2a53aa51f0 on network 00f00114-e797-4923-84d8-1eb9559185f6 {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:05:20.228116 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-dd102ece-90e6-4cfc-9dc3-01b340843a47 req-bdba248c-b700-4851-8ba0-737545cb624c tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 945 time: 0.3177030 Sep 20 16:05:20.232301 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1470c1-22ae-4860-b9be-d70460cbfc61 None None] Checking agent: {'id': 'e3ab64f4-5a45-40ad-bdab-6ad34693b70b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 51, 4), 'started_at': datetime.datetime(2021, 9, 20, 15, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 16, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 16:05:20.232835 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1470c1-22ae-4860-b9be-d70460cbfc61 None None] Checking segment: {'id': '28f4d88d-0f86-4778-bde3-e90c9f794a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '00f00114-e797-4923-84d8-1eb9559185f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82371) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:05:20.233584 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-4a1470c1-22ae-4860-b9be-d70460cbfc61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:20.233905 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1470c1-22ae-4860-b9be-d70460cbfc61 None None] Bound using segment: {'id': '28f4d88d-0f86-4778-bde3-e90c9f794a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '00f00114-e797-4923-84d8-1eb9559185f6'} {{(pid=82371) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 16:05:20.234434 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-4a1470c1-22ae-4860-b9be-d70460cbfc61 None None] Bound port: e7de5834-a7f7-4688-b8e5-1f2a53aa51f0, host: dv-cinder-809669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f4d88d-0f86-4778-bde3-e90c9f794a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '00f00114-e797-4923-84d8-1eb9559185f6'}}] {{(pid=82371) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 16:05:20.235041 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-4a1470c1-22ae-4860-b9be-d70460cbfc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:20.237121 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c90f6a01-d50d-4903-8d4c-4d7b81ab9b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572'] for port, after_create {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:20.253058 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-71a671c7-8776-4efa-879b-453a398b3ab4 req-e4cd622a-a51f-4b28-ad12-33b52ae2b4f5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=295539a7-abf8-48f4-9f52-321862764be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860822 Sep 20 16:05:20.266569 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90f6a01-d50d-4903-8d4c-4d7b81ab9b70 None None] Network 0c2bb24e-678f-45a6-91f1-ec3eadd2c7ff is already hosted by enough agents. {{(pid=82370) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:05:20.277109 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-c90f6a01-d50d-4903-8d4c-4d7b81ab9b70 None None] Resources bound (agent type, host, resource id): {{(pid=82370) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:05:20.282156 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90f6a01-d50d-4903-8d4c-4d7b81ab9b70 None None] Received port after_create {{(pid=82370) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 16:05:20.339385 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=555183be-9360-4c5d-921b-8384a9e63252,revision_number=5']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:20.340035 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-4a1470c1-22ae-4860-b9be-d70460cbfc61 None None] For port e7de5834-a7f7-4688-b8e5-1f2a53aa51f0, host dv-cinder-809669-1-iscsi, cleared binding levels {{(pid=82371) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 16:05:20.344719 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-4a1470c1-22ae-4860-b9be-d70460cbfc61 None None] For port e7de5834-a7f7-4688-b8e5-1f2a53aa51f0, host dv-cinder-809669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=e7de5834-a7f7-4688-b8e5-1f2a53aa51f0,segment=NetworkSegment(28f4d88d-0f86-4778-bde3-e90c9f794a0e),segment_id=28f4d88d-0f86-4778-bde3-e90c9f794a0e)] {{(pid=82371) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 16:05:20.346494 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:20.352046 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:20.354369 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-4a1470c1-22ae-4860-b9be-d70460cbfc61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82371) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:20.374064 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3a456f93-1ae7-4622-9b35-d926ccc5afc7 req-3b7d7727-b505-40b0-8bda-14f38b5db734 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=295539a7-abf8-48f4-9f52-321862764be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1423721 Sep 20 16:05:20.375809 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-fc47af52-999e-4dc0-81ef-77e1bb5c9522 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:20.390946 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-dd102ece-90e6-4cfc-9dc3-01b340843a47 req-b3a9c36d-b2fb-4ac3-bd1e-71227fe9df57 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/security-groups?id=762be0c9-dd75-4250-b411-6a80f51d07d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618190 Sep 20 16:05:20.398079 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0092fa-858e-4917-b278-c7699da3d859 req-4fda7b61-6501-4f34-9b19-cd7f80f596cf tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:20.398900 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-532132f2-9928-42ad-b024-22576a2038c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:20.399296 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-de0092fa-858e-4917-b278-c7699da3d859 req-4fda7b61-6501-4f34-9b19-cd7f80f596cf tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Synchronizing usage tracker for tenant:381efe5f70ef44caafad8bb42441ac2b on resource:port {{(pid=82369) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:05:20.412007 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:20.422358 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-de0092fa-858e-4917-b278-c7699da3d859 req-4fda7b61-6501-4f34-9b19-cd7f80f596cf tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Unset dirty status for tenant:381efe5f70ef44caafad8bb42441ac2b on resource:port {{(pid=82369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:05:20.422358 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-de0092fa-858e-4917-b278-c7699da3d859 req-4fda7b61-6501-4f34-9b19-cd7f80f596cf tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.36 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 945 time: 0.1729145 Sep 20 16:05:20.473749 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-c90f6a01-d50d-4903-8d4c-4d7b81ab9b70 None None] Attempting to bind port 01d5829a-407c-440d-b007-9c7378326d02 on host dv-cinder-809669-1-iscsi for vnic_type normal with profile {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 16:05:20.474170 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-c90f6a01-d50d-4903-8d4c-4d7b81ab9b70 None None] Attempting to bind port 01d5829a-407c-440d-b007-9c7378326d02 by drivers openvswitch,hyperv on host dv-cinder-809669-1-iscsi at level 0 using segments [{'id': '3bc23ca0-8269-4234-9abd-164e04840442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0c2bb24e-678f-45a6-91f1-ec3eadd2c7ff'}] {{(pid=82370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 16:05:20.474579 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90f6a01-d50d-4903-8d4c-4d7b81ab9b70 None None] Attempting to bind port 01d5829a-407c-440d-b007-9c7378326d02 on network 0c2bb24e-678f-45a6-91f1-ec3eadd2c7ff {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:05:20.484587 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90f6a01-d50d-4903-8d4c-4d7b81ab9b70 None None] Checking agent: {'id': 'e3ab64f4-5a45-40ad-bdab-6ad34693b70b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 51, 4), 'started_at': datetime.datetime(2021, 9, 20, 15, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 16, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 16:05:20.485002 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90f6a01-d50d-4903-8d4c-4d7b81ab9b70 None None] Checking segment: {'id': '3bc23ca0-8269-4234-9abd-164e04840442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0c2bb24e-678f-45a6-91f1-ec3eadd2c7ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:05:20.485766 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c90f6a01-d50d-4903-8d4c-4d7b81ab9b70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:20.486215 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90f6a01-d50d-4903-8d4c-4d7b81ab9b70 None None] Bound using segment: {'id': '3bc23ca0-8269-4234-9abd-164e04840442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0c2bb24e-678f-45a6-91f1-ec3eadd2c7ff'} {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 16:05:20.486740 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-c90f6a01-d50d-4903-8d4c-4d7b81ab9b70 None None] Bound port: 01d5829a-407c-440d-b007-9c7378326d02, host: dv-cinder-809669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc23ca0-8269-4234-9abd-164e04840442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0c2bb24e-678f-45a6-91f1-ec3eadd2c7ff'}}] {{(pid=82370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 16:05:20.487189 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c90f6a01-d50d-4903-8d4c-4d7b81ab9b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:20.504384 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5bad81-73ff-46ff-a8dc-ec9b3f3e3e0b None None] Pushing event updated for resources: {'Port': ['ID=e7de5834-a7f7-4688-b8e5-1f2a53aa51f0,revision_number=4']} {{(pid=82371) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:20.525811 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-3d5bad81-73ff-46ff-a8dc-ec9b3f3e3e0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=82371) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:20.549543 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f6a01-d50d-4903-8d4c-4d7b81ab9b70 None None] Pushing event updated for resources: {'Port': ['ID=01d5829a-407c-440d-b007-9c7378326d02,revision_number=1']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:20.564954 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c90f6a01-d50d-4903-8d4c-4d7b81ab9b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:20.585133 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532132f2-9928-42ad-b024-22576a2038c8 admin admin] Network 378c8f1a-f14e-4679-b139-5c2d775a72d9 is already hosted by enough agents. {{(pid=82368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:05:20.591141 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1470c1-22ae-4860-b9be-d70460cbfc61 None None] Routers {'b5efb64d-30c6-45a5-918d-186613aa0f3c'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:05:20.593070 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-4a1470c1-22ae-4860-b9be-d70460cbfc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:05:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['b5efb64d-30c6-45a5-918d-186613aa0f3c'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:20.599560 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532132f2-9928-42ad-b024-22576a2038c8 admin admin] Pushing event updated for resources: {'Port': ['ID=00a09150-84b0-4a50-8709-9db40e13f66b,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:20.601981 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-532132f2-9928-42ad-b024-22576a2038c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=82368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:05:20.603929 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-532132f2-9928-42ad-b024-22576a2038c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:20.604654 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532132f2-9928-42ad-b024-22576a2038c8 admin admin] Received port after_create {{(pid=82368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 16:05:20.620471 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [req-de0092fa-858e-4917-b278-c7699da3d859 req-6755f1b5-cd23-4a24-9b34-910607ef8a77 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Deleting port 41195857-cca8-486d-8ba8-ed8192f8b06b {{(pid=82369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:05:20.621093 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-de0092fa-858e-4917-b278-c7699da3d859 req-6755f1b5-cd23-4a24-9b34-910607ef8a77 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:20.720451 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-c90f6a01-d50d-4903-8d4c-4d7b81ab9b70 None None] For port 01d5829a-407c-440d-b007-9c7378326d02, host dv-cinder-809669-1-iscsi, cleared binding levels {{(pid=82370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 16:05:20.731226 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-c90f6a01-d50d-4903-8d4c-4d7b81ab9b70 None None] For port 01d5829a-407c-440d-b007-9c7378326d02, host dv-cinder-809669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=01d5829a-407c-440d-b007-9c7378326d02,segment=NetworkSegment(3bc23ca0-8269-4234-9abd-164e04840442),segment_id=3bc23ca0-8269-4234-9abd-164e04840442)] {{(pid=82370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 16:05:20.740809 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c90f6a01-d50d-4903-8d4c-4d7b81ab9b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:20.745606 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:20.910707 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-4a1470c1-22ae-4860-b9be-d70460cbfc61 None None] Set router b5efb64d-30c6-45a5-918d-186613aa0f3c gateway port host: dv-cinder-809669-1-iscsi {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:05:20.926731 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f6a01-d50d-4903-8d4c-4d7b81ab9b70 None None] Pushing event updated for resources: {'Port': ['ID=01d5829a-407c-440d-b007-9c7378326d02,revision_number=2']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:20.943832 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c90f6a01-d50d-4903-8d4c-4d7b81ab9b70 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:21.003727 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-532132f2-9928-42ad-b024-22576a2038c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:21.004845 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-532132f2-9928-42ad-b024-22576a2038c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853749987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1017962'] for router, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:21.046089 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-de0092fa-858e-4917-b278-c7699da3d859 req-6755f1b5-cd23-4a24-9b34-910607ef8a77 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] For port 41195857-cca8-486d-8ba8-ed8192f8b06b, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=41195857-cca8-486d-8ba8-ed8192f8b06b,segment=NetworkSegment(d9bf92d7-4aa5-474a-bd0c-595bc04024f9),segment_id=d9bf92d7-4aa5-474a-bd0c-595bc04024f9)] {{(pid=82369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:05:21.046529 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-de0092fa-858e-4917-b278-c7699da3d859 req-6755f1b5-cd23-4a24-9b34-910607ef8a77 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:21.220744 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [req-de0092fa-858e-4917-b278-c7699da3d859 req-6755f1b5-cd23-4a24-9b34-910607ef8a77 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Calling delete_port for 41195857-cca8-486d-8ba8-ed8192f8b06b owned by compute:nova {{(pid=82369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:05:21.299679 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532132f2-9928-42ad-b024-22576a2038c8 admin admin] Router f5cb38c0-4b33-4f93-ac71-e24997e51130 is scheduled to L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a with binding_index 1 {{(pid=82368) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Sep 20 16:05:21.339397 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-4a1470c1-22ae-4860-b9be-d70460cbfc61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5efb64d-30c6-45a5-918d-186613aa0f3c', 'name': 'tempest-TestShelveInstance-381728854-router', 'tenant_id': '6306c250ae944d37a3e32aa956ccd533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '8cf831d0-3706-483f-bce4-0c7e14fd30a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:05:10Z', 'updated_at': '2021-09-20T16:05:15Z', 'revision_number': 4, 'project_id': '6306c250ae944d37a3e32aa956ccd533', 'gw_port': {'id': '8cf831d0-3706-483f-bce4-0c7e14fd30a5', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:2a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5efb64d-30c6-45a5-918d-186613aa0f3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:05:11Z', 'updated_at': '2021-09-20T16:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': 'e7de5834-a7f7-4688-b8e5-1f2a53aa51f0', 'name': '', 'network_id': '00f00114-e797-4923-84d8-1eb9559185f6', 'tenant_id': '6306c250ae944d37a3e32aa956ccd533', 'mac_address': 'fa:16:3e:92:c4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5efb64d-30c6-45a5-918d-186613aa0f3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc04fde6-0920-4d15-9c98-c393d9df92d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:05:14Z', 'updated_at': '2021-09-20T16:05:20Z', 'revision_number': 4, 'project_id': '6306c250ae944d37a3e32aa956ccd533', 'subnets': [{'id': 'fc04fde6-0920-4d15-9c98-c393d9df92d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:21.345115 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1470c1-22ae-4860-b9be-d70460cbfc61 None None] The sync data for ids ['b5efb64d-30c6-45a5-918d-186613aa0f3c'] in dv-cinder-809669-1-iscsi is: [{'id': 'b5efb64d-30c6-45a5-918d-186613aa0f3c', 'name': 'tempest-TestShelveInstance-381728854-router', 'tenant_id': '6306c250ae944d37a3e32aa956ccd533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '8cf831d0-3706-483f-bce4-0c7e14fd30a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:05:10Z', 'updated_at': '2021-09-20T16:05:15Z', 'revision_number': 4, 'project_id': '6306c250ae944d37a3e32aa956ccd533', 'gw_port': {'id': '8cf831d0-3706-483f-bce4-0c7e14fd30a5', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:2a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5efb64d-30c6-45a5-918d-186613aa0f3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:05:11Z', 'updated_at': '2021-09-20T16:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': 'e7de5834-a7f7-4688-b8e5-1f2a53aa51f0', 'name': '', 'network_id': '00f00114-e797-4923-84d8-1eb9559185f6', 'tenant_id': '6306c250ae944d37a3e32aa956ccd533', 'mac_address': 'fa:16:3e:92:c4:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5efb64d-30c6-45a5-918d-186613aa0f3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc04fde6-0920-4d15-9c98-c393d9df92d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:05:14Z', 'updated_at': '2021-09-20T16:05:20Z', 'revision_number': 4, 'project_id': '6306c250ae944d37a3e32aa956ccd533', 'subnets': [{'id': 'fc04fde6-0920-4d15-9c98-c393d9df92d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 16:05:21.401083 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-de0092fa-858e-4917-b278-c7699da3d859 req-6755f1b5-cd23-4a24-9b34-910607ef8a77 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33095450'] for port, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:21.416661 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-344b2108-7525-40af-8376-208557b6efec tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:21.421891 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['41195857-cca8-486d-8ba8-ed8192f8b06b'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:05:21.569138 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6755f1b5-cd23-4a24-9b34-910607ef8a77 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Pushing event deleted for resources: {'Port': ['ID=41195857-cca8-486d-8ba8-ed8192f8b06b,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:21.573229 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-6755f1b5-cd23-4a24-9b34-910607ef8a77 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:21.714937 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0092fa-858e-4917-b278-c7699da3d859 req-6755f1b5-cd23-4a24-9b34-910607ef8a77 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] No DVR routers for this DVR port 41195857-cca8-486d-8ba8-ed8192f8b06b on host hv-cinder-80966 {{(pid=82369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 20 16:05:21.727149 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-de0092fa-858e-4917-b278-c7699da3d859 req-6755f1b5-cd23-4a24-9b34-910607ef8a77 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:21.730237 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04f0ab76-a7d7-4f4d-a507-89d6694e3475', 'name': 'network-vif-deleted', 'tag': '41195857-cca8-486d-8ba8-ed8192f8b06b'}] {{(pid=82369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:05:21.755079 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-de0092fa-858e-4917-b278-c7699da3d859 req-6755f1b5-cd23-4a24-9b34-910607ef8a77 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.36 "DELETE /v2.0/ports/41195857-cca8-486d-8ba8-ed8192f8b06b HTTP/1.1" status: 204 len: 173 time: 1.2808442 Sep 20 16:05:21.810541 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-09aa3db7-9eb7-484c-95ec-ce001744a7aa req-7c4dcd9b-bf3e-43a2-86b4-4e150bd46b45 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] 10.222.0.35 "GET /v2.0/ports?device_id=04f0ab76-a7d7-4f4d-a507-89d6694e3475 HTTP/1.1" status: 200 len: 210 time: 0.1346030 Sep 20 16:05:21.905649 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce3d9d9-92eb-4400-91dc-134821c070d1 req-e7e4ae42-6b71-43e2-b469-0ac7737b971b tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:21.907368 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-dce3d9d9-92eb-4400-91dc-134821c070d1 req-e7e4ae42-6b71-43e2-b469-0ac7737b971b tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbd1821c-7583-43e6-940b-be8e60598a53 HTTP/1.1" status: 200 len: 946 time: 0.1655803 Sep 20 16:05:21.948151 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532132f2-9928-42ad-b024-22576a2038c8 admin admin] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 16:05:21.958120 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c446312-3cc3-4706-8323-9b4e4e39fa63 None None] Sync routers for ids ['f5cb38c0-4b33-4f93-ac71-e24997e51130'] in dv-cinder-809669-1-iscsi {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 16:05:21.976815 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c446312-3cc3-4706-8323-9b4e4e39fa63 None None] Routers {'f5cb38c0-4b33-4f93-ac71-e24997e51130'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:05:21.977974 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-5c446312-3cc3-4706-8323-9b4e4e39fa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:05:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['f5cb38c0-4b33-4f93-ac71-e24997e51130'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:21.993944 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-dce3d9d9-92eb-4400-91dc-134821c070d1 req-0cb0acd5-4e16-4066-94f9-02c82ce74a56 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=295539a7-abf8-48f4-9f52-321862764be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775414 Sep 20 16:05:21.995808 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-532132f2-9928-42ad-b024-22576a2038c8 admin admin] Notify callbacks [] for router, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:22.000652 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 59436) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:05:22.000791 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-532132f2-9928-42ad-b024-22576a2038c8 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8670187 Sep 20 16:05:22.084331 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04f0ab76-a7d7-4f4d-a507-89d6694e3475', 'name': 'network-vif-deleted', 'tag': '41195857-cca8-486d-8ba8-ed8192f8b06b', 'status': 'completed', 'code': 200} Sep 20 16:05:22.202506 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-5c446312-3cc3-4706-8323-9b4e4e39fa63 None None] Set router f5cb38c0-4b33-4f93-ac71-e24997e51130 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:05:22.895917 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-5c446312-3cc3-4706-8323-9b4e4e39fa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cb38c0-4b33-4f93-ac71-e24997e51130', 'name': 'tempest-TestShelveInstance-2007021610-router', 'tenant_id': '8e9f8aca48a14c5db2a7f41c077c2901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '00a09150-84b0-4a50-8709-9db40e13f66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:05:19Z', 'updated_at': '2021-09-20T16:05:20Z', 'revision_number': 3, 'project_id': '8e9f8aca48a14c5db2a7f41c077c2901', 'gw_port': {'id': '00a09150-84b0-4a50-8709-9db40e13f66b', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:45:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5cb38c0-4b33-4f93-ac71-e24997e51130', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:05:19Z', 'updated_at': '2021-09-20T16:05:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi'}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:22.902080 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c446312-3cc3-4706-8323-9b4e4e39fa63 None None] Checking router: f5cb38c0-4b33-4f93-ac71-e24997e51130 for host: dv-cinder-809669-1-iscsi {{(pid=82370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 16:05:22.902636 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c446312-3cc3-4706-8323-9b4e4e39fa63 None None] Updating router f5cb38c0-4b33-4f93-ac71-e24997e51130 port 00a09150-84b0-4a50-8709-9db40e13f66b binding host dv-cinder-809669-1-iscsi {{(pid=82370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 20 16:05:22.983086 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5c446312-3cc3-4706-8323-9b4e4e39fa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:23.070782 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device e7de5834-a7f7-4688-b8e5-1f2a53aa51f0 up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:05:23.348155 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e637aa8-49ce-4d68-a8f5-088579a046b6 req-bb3da4a0-c350-4873-a023-d2e0922a4451 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:23.350005 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5e637aa8-49ce-4d68-a8f5-088579a046b6 req-bb3da4a0-c350-4873-a023-d2e0922a4451 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbd1821c-7583-43e6-940b-be8e60598a53 HTTP/1.1" status: 200 len: 946 time: 0.1279778 Sep 20 16:05:23.449193 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning for port e7de5834-a7f7-4688-b8e5-1f2a53aa51f0 completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:05:23.455123 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5e637aa8-49ce-4d68-a8f5-088579a046b6 req-d4779dbf-8756-4287-8c2f-e31b1ae0826a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=295539a7-abf8-48f4-9f52-321862764be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925286 Sep 20 16:05:23.475229 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port e7de5834-a7f7-4688-b8e5-1f2a53aa51f0 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:05:23.475654 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:23.508507 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64fb27d-05af-4cc6-be84-dc6893345f81 None None] Network 0c2bb24e-678f-45a6-91f1-ec3eadd2c7ff requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 16:05:23.578736 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b6dc951e-a40e-45b2-9b18-4599ff2d2a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:23.602073 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-443ce77e-31b8-460c-bd88-470068e55377 None None] Provisioning for port 01d5829a-407c-440d-b007-9c7378326d02 completed by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:05:23.760528 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c0db4-aae3-46b6-a5c8-7d38e5603446 req-29e07341-9e55-461c-a184-08fa7d2ebadb tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:23.763390 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5e3c0db4-aae3-46b6-a5c8-7d38e5603446 req-29e07341-9e55-461c-a184-08fa7d2ebadb tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbd1821c-7583-43e6-940b-be8e60598a53 HTTP/1.1" status: 200 len: 946 time: 0.1503906 Sep 20 16:05:23.774238 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 59494) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:05:23.780237 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-5117dee7-0303-4000-b833-5344fc82cb30 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Request body: {'floatingip': {'port_id': '555183be-9360-4c5d-921b-8384a9e63252'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:05:23.888605 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5117dee7-0303-4000-b833-5344fc82cb30 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for floatingip, before_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:23.905704 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [None req-b6dc951e-a40e-45b2-9b18-4599ff2d2a5e admin admin] Allocated IP 172.20.0.1 (0c2bb24e-678f-45a6-91f1-ec3eadd2c7ff/dbc13788-dce0-453f-b638-d7e4c116928c/a2ff69f3-e3d3-4799-9a9d-6e645ff72096) {{(pid=82369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 16:05:23.984139 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5c446312-3cc3-4706-8323-9b4e4e39fa63 None None] Notify callbacks [] for port, precommit_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:24.045393 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-5c446312-3cc3-4706-8323-9b4e4e39fa63 None None] Transition to ACTIVE for port object 00a09150-84b0-4a50-8709-9db40e13f66b will not be triggered until provisioned by entity L2. {{(pid=82370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:05:24.088859 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5c446312-3cc3-4706-8323-9b4e4e39fa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:24.115721 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-611a32b5-970e-47dd-ac8d-3e312296e460 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:24.156954 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b6dc951e-a40e-45b2-9b18-4599ff2d2a5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:24.176080 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 59520) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:05:24.185465 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:24.287459 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4aff4a-73e5-4ca8-98b0-a1dc366805f6 None None] Pushing event updated for resources: {'Port': ['ID=00a09150-84b0-4a50-8709-9db40e13f66b,revision_number=2']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:24.292458 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-5c446312-3cc3-4706-8323-9b4e4e39fa63 None None] Attempting to bind port 00a09150-84b0-4a50-8709-9db40e13f66b on host dv-cinder-809669-1-iscsi for vnic_type normal with profile {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 16:05:24.292875 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-5c446312-3cc3-4706-8323-9b4e4e39fa63 None None] Attempting to bind port 00a09150-84b0-4a50-8709-9db40e13f66b by drivers openvswitch,hyperv on host dv-cinder-809669-1-iscsi at level 0 using segments [{'id': 'fa70b37f-a099-4785-9555-8d4eef3560f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'}] {{(pid=82370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 16:05:24.293291 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c446312-3cc3-4706-8323-9b4e4e39fa63 None None] Attempting to bind port 00a09150-84b0-4a50-8709-9db40e13f66b on network 378c8f1a-f14e-4679-b139-5c2d775a72d9 {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:05:24.303674 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-4c4aff4a-73e5-4ca8-98b0-a1dc366805f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:24.313357 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] For port e7de5834-a7f7-4688-b8e5-1f2a53aa51f0, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=e7de5834-a7f7-4688-b8e5-1f2a53aa51f0,segment=NetworkSegment(28f4d88d-0f86-4778-bde3-e90c9f794a0e),segment_id=28f4d88d-0f86-4778-bde3-e90c9f794a0e)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:05:24.325712 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:24.327299 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 01d5829a-407c-440d-b007-9c7378326d02 up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:05:24.335161 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b6dc951e-a40e-45b2-9b18-4599ff2d2a5e admin admin] Transition to ACTIVE for port object a2ff69f3-e3d3-4799-9a9d-6e645ff72096 will not be triggered until provisioned by entity DHCP. {{(pid=82369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:05:24.396004 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b6dc951e-a40e-45b2-9b18-4599ff2d2a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33095450'] for port, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:24.401091 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:24.408804 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-1e8b6a17-4062-4424-b0a6-c080161e1921 tempest-VolumesNegativeTest-1111068488 tempest-VolumesNegativeTest-1111068488-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:24.462979 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c446312-3cc3-4706-8323-9b4e4e39fa63 None None] Checking agent: {'id': 'e3ab64f4-5a45-40ad-bdab-6ad34693b70b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 51, 4), 'started_at': datetime.datetime(2021, 9, 20, 15, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 16, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 16:05:24.463576 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c446312-3cc3-4706-8323-9b4e4e39fa63 None None] Checking segment: {'id': 'fa70b37f-a099-4785-9555-8d4eef3560f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:05:24.464171 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5c446312-3cc3-4706-8323-9b4e4e39fa63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:24.464967 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c446312-3cc3-4706-8323-9b4e4e39fa63 None None] Bound using segment: {'id': 'fa70b37f-a099-4785-9555-8d4eef3560f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'} {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 16:05:24.466141 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-5c446312-3cc3-4706-8323-9b4e4e39fa63 None None] Bound port: 00a09150-84b0-4a50-8709-9db40e13f66b, host: dv-cinder-809669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa70b37f-a099-4785-9555-8d4eef3560f5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9'}}] {{(pid=82370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 16:05:24.466712 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5c446312-3cc3-4706-8323-9b4e4e39fa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:24.489794 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dc951e-a40e-45b2-9b18-4599ff2d2a5e admin admin] Network 0c2bb24e-678f-45a6-91f1-ec3eadd2c7ff is already hosted by enough agents. {{(pid=82369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:05:24.491838 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc951e-a40e-45b2-9b18-4599ff2d2a5e admin admin] Pushing event updated for resources: {'Port': ['ID=a2ff69f3-e3d3-4799-9a9d-6e645ff72096,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:24.494633 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-b6dc951e-a40e-45b2-9b18-4599ff2d2a5e admin admin] Resources bound (agent type, host, resource id): {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:05:24.496896 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b6dc951e-a40e-45b2-9b18-4599ff2d2a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:24.500035 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dc951e-a40e-45b2-9b18-4599ff2d2a5e admin admin] Received port after_create {{(pid=82369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 16:05:24.554798 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-5c446312-3cc3-4706-8323-9b4e4e39fa63 None None] For port 00a09150-84b0-4a50-8709-9db40e13f66b, host dv-cinder-809669-1-iscsi, cleared binding levels {{(pid=82370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 16:05:24.558886 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-5c446312-3cc3-4706-8323-9b4e4e39fa63 None None] For port 00a09150-84b0-4a50-8709-9db40e13f66b, host dv-cinder-809669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=00a09150-84b0-4a50-8709-9db40e13f66b,segment=NetworkSegment(fa70b37f-a099-4785-9555-8d4eef3560f5),segment_id=fa70b37f-a099-4785-9555-8d4eef3560f5)] {{(pid=82370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 16:05:24.564104 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b6dc951e-a40e-45b2-9b18-4599ff2d2a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853758162'] for router_interface, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:24.578233 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning for port 01d5829a-407c-440d-b007-9c7378326d02 completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:05:24.587809 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5c446312-3cc3-4706-8323-9b4e4e39fa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:24.610768 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port 01d5829a-407c-440d-b007-9c7378326d02 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:05:24.611326 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:24.704623 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Pushing event updated for resources: {'Port': ['ID=e7de5834-a7f7-4688-b8e5-1f2a53aa51f0,revision_number=5']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:24.712264 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:24.713682 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:24.714745 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b6dc951e-a40e-45b2-9b18-4599ff2d2a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:24.782090 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c446312-3cc3-4706-8323-9b4e4e39fa63 None None] Routers {'f5cb38c0-4b33-4f93-ac71-e24997e51130'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:05:24.782956 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-5c446312-3cc3-4706-8323-9b4e4e39fa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:05:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['f5cb38c0-4b33-4f93-ac71-e24997e51130'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:24.799202 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 59530) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:05:25.100582 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5117dee7-0303-4000-b833-5344fc82cb30 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:25.104463 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5117dee7-0303-4000-b833-5344fc82cb30 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1017788'] for floatingip, after_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:25.158688 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-18048300-af29-4223-9203-2425c6a8e53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:25.250320 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-18048300-af29-4223-9203-2425c6a8e53b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:05:25.254776 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-18048300-af29-4223-9203-2425c6a8e53b admin admin] Usage tracker for resource:security_group_rule and tenant:b59f005fa32a42598a3523fcf65120cf is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:05:25.258369 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-18048300-af29-4223-9203-2425c6a8e53b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:05:25.266370 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-18048300-af29-4223-9203-2425c6a8e53b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:05:25.307099 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 41195857-cca8-486d-8ba8-ed8192f8b06b no longer exists at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:05:25.329162 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b6dc951e-a40e-45b2-9b18-4599ff2d2a5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:25.332260 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4aff4a-73e5-4ca8-98b0-a1dc366805f6 None None] Pushing event updated for resources: {'Port': ['ID=00a09150-84b0-4a50-8709-9db40e13f66b,revision_number=3']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:25.339052 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b6dc951e-a40e-45b2-9b18-4599ff2d2a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036821680366'] for port, after_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:25.346157 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-4c4aff4a-73e5-4ca8-98b0-a1dc366805f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.632s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:25.365393 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.db.l3_db [None req-5117dee7-0303-4000-b833-5344fc82cb30 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Floating IP 01970b81-f16a-4a2f-9d36-32dee8360c13 associated. External IP: 172.27.3.45, port: 555183be-9360-4c5d-921b-8384a9e63252. Sep 20 16:05:25.368818 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] No Port match for: 41195857-cca8-486d-8ba8-ed8192f8b06b {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:05:25.369212 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 41195857-cca8-486d-8ba8-ed8192f8b06b not bound to the agent host hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:05:25.371991 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c974490f-15d2-4519-8b50-ecd18c4bdbd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:25.380743 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:25.429948 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-4147a7da-56af-4339-b9d9-08e473439886 None None] Provisioning complete for port 01d5829a-407c-440d-b007-9c7378326d02 triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:05:25.430370 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-4147a7da-56af-4339-b9d9-08e473439886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:25.437942 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-411c085c-2944-4a66-be4a-f73bcc4d5f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853748314'] for router_interface, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:25.494148 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] For port 01d5829a-407c-440d-b007-9c7378326d02, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=01d5829a-407c-440d-b007-9c7378326d02,segment=NetworkSegment(3bc23ca0-8269-4234-9abd-164e04840442),segment_id=3bc23ca0-8269-4234-9abd-164e04840442)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:05:25.499523 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-5c446312-3cc3-4706-8323-9b4e4e39fa63 None None] Set router f5cb38c0-4b33-4f93-ac71-e24997e51130 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:05:25.547101 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:25.555268 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:25.769004 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device e7de5834-a7f7-4688-b8e5-1f2a53aa51f0 up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:05:25.838667 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b6dc951e-a40e-45b2-9b18-4599ff2d2a5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036853516226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1017672'] for router_interface, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:25.841589 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Pushing event updated for resources: {'Port': ['ID=01d5829a-407c-440d-b007-9c7378326d02,revision_number=3']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:25.849602 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc951e-a40e-45b2-9b18-4599ff2d2a5e admin admin] Pushing event updated for resources: {'Port': ['ID=a2ff69f3-e3d3-4799-9a9d-6e645ff72096,revision_number=2']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:25.859530 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:25.873675 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b6dc951e-a40e-45b2-9b18-4599ff2d2a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:25.898552 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5117dee7-0303-4000-b833-5344fc82cb30 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Router 17290f84-0f42-496c-aea2-a1e118d98dc2 has already been hosted by L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a {{(pid=82368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 20 16:05:26.002469 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-18048300-af29-4223-9203-2425c6a8e53b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:26.015910 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-18048300-af29-4223-9203-2425c6a8e53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:26.025464 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-2d2a14b0-04a8-4e51-93b2-5324795e92a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:26.029987 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port e7de5834-a7f7-4688-b8e5-1f2a53aa51f0 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:05:26.030414 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:26.112360 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-d83cc8ab-30e7-4b90-875a-abcff58dcf3e None None] Provisioning for port a2ff69f3-e3d3-4799-9a9d-6e645ff72096 completed by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:05:26.118857 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-18048300-af29-4223-9203-2425c6a8e53b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b59f005fa32a42598a3523fcf65120cf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3142946 Sep 20 16:05:26.120776 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 59538) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:05:26.121625 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18048300-af29-4223-9203-2425c6a8e53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b3a6d2-dc8a-4769-8980-9649c059ebd8,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:26.124629 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-d83cc8ab-30e7-4b90-875a-abcff58dcf3e None None] Provisioning complete for port a2ff69f3-e3d3-4799-9a9d-6e645ff72096 triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:05:26.125054 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d83cc8ab-30e7-4b90-875a-abcff58dcf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:26.127506 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-18048300-af29-4223-9203-2425c6a8e53b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:26.142683 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dc951e-a40e-45b2-9b18-4599ff2d2a5e admin admin] Network 0c2bb24e-678f-45a6-91f1-ec3eadd2c7ff is already hosted by enough agents. {{(pid=82369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:05:26.143846 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-b6dc951e-a40e-45b2-9b18-4599ff2d2a5e admin admin] Resources bound (agent type, host, resource id): {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:05:26.198428 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5117dee7-0303-4000-b833-5344fc82cb30 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 16:05:26.218914 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5117dee7-0303-4000-b833-5344fc82cb30 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for floatingip, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:26.221259 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca393aa-ca3a-4b80-b673-163318a2120f None None] Sync routers for ids ['17290f84-0f42-496c-aea2-a1e118d98dc2'] in dv-cinder-809669-1-iscsi {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 16:05:26.229031 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-5c446312-3cc3-4706-8323-9b4e4e39fa63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cb38c0-4b33-4f93-ac71-e24997e51130', 'name': 'tempest-TestShelveInstance-2007021610-router', 'tenant_id': '8e9f8aca48a14c5db2a7f41c077c2901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '00a09150-84b0-4a50-8709-9db40e13f66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:05:19Z', 'updated_at': '2021-09-20T16:05:24Z', 'revision_number': 4, 'project_id': '8e9f8aca48a14c5db2a7f41c077c2901', 'gw_port': {'id': '00a09150-84b0-4a50-8709-9db40e13f66b', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:45:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5cb38c0-4b33-4f93-ac71-e24997e51130', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:05:19Z', 'updated_at': '2021-09-20T16:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': 'a2ff69f3-e3d3-4799-9a9d-6e645ff72096', 'name': '', 'network_id': '0c2bb24e-678f-45a6-91f1-ec3eadd2c7ff', 'tenant_id': '8e9f8aca48a14c5db2a7f41c077c2901', 'mac_address': 'fa:16:3e:0e:1b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5cb38c0-4b33-4f93-ac71-e24997e51130', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dbc13788-dce0-453f-b638-d7e4c116928c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:05:23Z', 'updated_at': '2021-09-20T16:05:23Z', 'revision_number': 1, 'project_id': '8e9f8aca48a14c5db2a7f41c077c2901', 'subnets': [{'id': 'dbc13788-dce0-453f-b638-d7e4c116928c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:26.245038 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca393aa-ca3a-4b80-b673-163318a2120f None None] Routers {'17290f84-0f42-496c-aea2-a1e118d98dc2'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:05:26.251401 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c446312-3cc3-4706-8323-9b4e4e39fa63 None None] The sync data for ids ['f5cb38c0-4b33-4f93-ac71-e24997e51130'] in dv-cinder-809669-1-iscsi is: [{'id': 'f5cb38c0-4b33-4f93-ac71-e24997e51130', 'name': 'tempest-TestShelveInstance-2007021610-router', 'tenant_id': '8e9f8aca48a14c5db2a7f41c077c2901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '00a09150-84b0-4a50-8709-9db40e13f66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:05:19Z', 'updated_at': '2021-09-20T16:05:24Z', 'revision_number': 4, 'project_id': '8e9f8aca48a14c5db2a7f41c077c2901', 'gw_port': {'id': '00a09150-84b0-4a50-8709-9db40e13f66b', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:45:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5cb38c0-4b33-4f93-ac71-e24997e51130', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:05:19Z', 'updated_at': '2021-09-20T16:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': 'a2ff69f3-e3d3-4799-9a9d-6e645ff72096', 'name': '', 'network_id': '0c2bb24e-678f-45a6-91f1-ec3eadd2c7ff', 'tenant_id': '8e9f8aca48a14c5db2a7f41c077c2901', 'mac_address': 'fa:16:3e:0e:1b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5cb38c0-4b33-4f93-ac71-e24997e51130', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dbc13788-dce0-453f-b638-d7e4c116928c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:05:23Z', 'updated_at': '2021-09-20T16:05:23Z', 'revision_number': 1, 'project_id': '8e9f8aca48a14c5db2a7f41c077c2901', 'subnets': [{'id': 'dbc13788-dce0-453f-b638-d7e4c116928c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 16:05:26.252156 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-dca393aa-ca3a-4b80-b673-163318a2120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:05:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['17290f84-0f42-496c-aea2-a1e118d98dc2'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:26.253097 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-d83cc8ab-30e7-4b90-875a-abcff58dcf3e None None] Port a2ff69f3-e3d3-4799-9a9d-6e645ff72096 cannot update to ACTIVE because it is not bound. {{(pid=82370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 20 16:05:26.290338 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b3f885f0-2a0f-4727-94bf-d5988ee0ad36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:26.344526 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b3f885f0-2a0f-4727-94bf-d5988ee0ad36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:26.357102 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-5117dee7-0303-4000-b833-5344fc82cb30 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "PUT /v2.0/floatingips/01970b81-f16a-4a2f-9d36-32dee8360c13 HTTP/1.1" status: 200 len: 991 time: 2.5783949 Sep 20 16:05:26.369719 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbd1821c-7583-43e6-940b-be8e60598a53', 'tag': '555183be-9360-4c5d-921b-8384a9e63252'}] {{(pid=82368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:05:26.479344 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-dca393aa-ca3a-4b80-b673-163318a2120f None None] Set router 17290f84-0f42-496c-aea2-a1e118d98dc2 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:05:26.502195 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b3f885f0-2a0f-4727-94bf-d5988ee0ad36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:26.510011 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-fae89185-6ecc-46be-9e5d-37eb7f998f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:26.545976 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbd1821c-7583-43e6-940b-be8e60598a53', 'tag': '555183be-9360-4c5d-921b-8384a9e63252', 'status': 'completed', 'code': 200} Sep 20 16:05:26.551689 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f885f0-2a0f-4727-94bf-d5988ee0ad36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b3a6d2-dc8a-4769-8980-9649c059ebd8,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:26.555356 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b3f885f0-2a0f-4727-94bf-d5988ee0ad36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:26.557443 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b3f885f0-2a0f-4727-94bf-d5988ee0ad36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:26.561761 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-b3f885f0-2a0f-4727-94bf-d5988ee0ad36 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/98b3a6d2-dc8a-4769-8980-9649c059ebd8 HTTP/1.1" status: 204 len: 168 time: 0.4386015 Sep 20 16:05:26.789786 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-f7e31b72-a3e1-443c-a91a-060852fcd424 None None] Provisioning complete for port a2ff69f3-e3d3-4799-9a9d-6e645ff72096 triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:05:26.790227 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f7e31b72-a3e1-443c-a91a-060852fcd424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:26.868946 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-f7e31b72-a3e1-443c-a91a-060852fcd424 None None] Port a2ff69f3-e3d3-4799-9a9d-6e645ff72096 cannot update to ACTIVE because it is not bound. {{(pid=82370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 20 16:05:26.890673 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5ebd2e1e-277a-4d7b-9c00-01a758725d84 req-73875a7f-be65-4d33-a567-377abbc2d7eb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=fd7704af87e049c8b60cee7ad66c9d89&device_id=dbd1821c-7583-43e6-940b-be8e60598a53 HTTP/1.1" status: 200 len: 1099 time: 0.2911527 Sep 20 16:05:27.147111 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-dca393aa-ca3a-4b80-b673-163318a2120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'name': 'tempest-AttachVolumeTestJSON-1316904417-router', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd9bfb57d-fb5e-4875-9288-3eb7c3a1f34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:15Z', 'updated_at': '2021-09-20T15:59:28Z', 'revision_number': 4, 'project_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'gw_port': {'id': 'd9bfb57d-fb5e-4875-9288-3eb7c3a1f34e', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:32:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:17Z', 'updated_at': '2021-09-20T15:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_floatingips': [{'id': '01970b81-f16a-4a2f-9d36-32dee8360c13', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'floating_ip_address': '172.27.3.45', 'floating_network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'router_id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'port_id': '555183be-9360-4c5d-921b-8384a9e63252', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe', 'mac_address': 'fa:16:3e:73:d4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd1821c-7583-43e6-940b-be8e60598a53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T16:04:51Z', 'updated_at': '2021-09-20T16:05:24Z', 'revision_number': 1, 'project_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00179544-7199-4841-9ab7-15bb33fe9b6d', 'name': '', 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'mac_address': 'fa:16:3e:17:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff460d82-964a-44b5-b5c5-4abe0f89a661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:27Z', 'updated_at': '2021-09-20T15:59:48Z', 'revision_number': 5, 'project_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'subnets': [{'id': 'ff460d82-964a-44b5-b5c5-4abe0f89a661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:27.165980 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca393aa-ca3a-4b80-b673-163318a2120f None None] Checking router: 17290f84-0f42-496c-aea2-a1e118d98dc2 for host: dv-cinder-809669-1-iscsi {{(pid=82371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 16:05:27.178785 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca393aa-ca3a-4b80-b673-163318a2120f None None] Routers {'17290f84-0f42-496c-aea2-a1e118d98dc2'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:05:27.179589 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-dca393aa-ca3a-4b80-b673-163318a2120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:05:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['17290f84-0f42-496c-aea2-a1e118d98dc2'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:27.228203 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd2e1e-277a-4d7b-9c00-01a758725d84 req-538cbd22-c54a-42ac-a108-4af2c76243d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:27.229863 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5ebd2e1e-277a-4d7b-9c00-01a758725d84 req-538cbd22-c54a-42ac-a108-4af2c76243d3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8d940861-2256-4176-a2ad-3f8353b646fe HTTP/1.1" status: 200 len: 912 time: 0.3276026 Sep 20 16:05:27.329475 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6dc951e-a40e-45b2-9b18-4599ff2d2a5e admin admin] Router f5cb38c0-4b33-4f93-ac71-e24997e51130 has already been hosted by L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a {{(pid=82369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 20 16:05:27.374912 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-dca393aa-ca3a-4b80-b673-163318a2120f None None] Set router 17290f84-0f42-496c-aea2-a1e118d98dc2 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:05:27.418231 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5ebd2e1e-277a-4d7b-9c00-01a758725d84 req-2559916c-d95b-4f80-87f2-2e577b085bcf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=555183be-9360-4c5d-921b-8384a9e63252 HTTP/1.1" status: 200 len: 999 time: 0.1797917 Sep 20 16:05:27.756765 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 01d5829a-407c-440d-b007-9c7378326d02 up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:05:27.879749 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port 01d5829a-407c-440d-b007-9c7378326d02 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:05:27.880423 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:27.929865 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebd2e1e-277a-4d7b-9c00-01a758725d84 req-a25f070d-ae5d-45a0-b5cb-968bb18e27a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:27.931503 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5ebd2e1e-277a-4d7b-9c00-01a758725d84 req-a25f070d-ae5d-45a0-b5cb-968bb18e27a5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ff460d82-964a-44b5-b5c5-4abe0f89a661 HTTP/1.1" status: 200 len: 850 time: 0.4545984 Sep 20 16:05:27.967976 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-dca393aa-ca3a-4b80-b673-163318a2120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'name': 'tempest-AttachVolumeTestJSON-1316904417-router', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd9bfb57d-fb5e-4875-9288-3eb7c3a1f34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:15Z', 'updated_at': '2021-09-20T15:59:28Z', 'revision_number': 4, 'project_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'gw_port': {'id': 'd9bfb57d-fb5e-4875-9288-3eb7c3a1f34e', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:32:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:17Z', 'updated_at': '2021-09-20T15:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_floatingips': [{'id': '01970b81-f16a-4a2f-9d36-32dee8360c13', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'floating_ip_address': '172.27.3.45', 'floating_network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'router_id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'port_id': '555183be-9360-4c5d-921b-8384a9e63252', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe', 'mac_address': 'fa:16:3e:73:d4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd1821c-7583-43e6-940b-be8e60598a53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T16:04:51Z', 'updated_at': '2021-09-20T16:05:24Z', 'revision_number': 1, 'project_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00179544-7199-4841-9ab7-15bb33fe9b6d', 'name': '', 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'mac_address': 'fa:16:3e:17:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff460d82-964a-44b5-b5c5-4abe0f89a661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:27Z', 'updated_at': '2021-09-20T15:59:48Z', 'revision_number': 5, 'project_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'subnets': [{'id': 'ff460d82-964a-44b5-b5c5-4abe0f89a661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:27.975242 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca393aa-ca3a-4b80-b673-163318a2120f None None] The sync data for ids ['17290f84-0f42-496c-aea2-a1e118d98dc2'] in dv-cinder-809669-1-iscsi is: [{'id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'name': 'tempest-AttachVolumeTestJSON-1316904417-router', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd9bfb57d-fb5e-4875-9288-3eb7c3a1f34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:15Z', 'updated_at': '2021-09-20T15:59:28Z', 'revision_number': 4, 'project_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'gw_port': {'id': 'd9bfb57d-fb5e-4875-9288-3eb7c3a1f34e', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:32:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:17Z', 'updated_at': '2021-09-20T15:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_floatingips': [{'id': '01970b81-f16a-4a2f-9d36-32dee8360c13', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'floating_ip_address': '172.27.3.45', 'floating_network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'router_id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'port_id': '555183be-9360-4c5d-921b-8384a9e63252', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe', 'mac_address': 'fa:16:3e:73:d4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd1821c-7583-43e6-940b-be8e60598a53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T16:04:51Z', 'updated_at': '2021-09-20T16:05:24Z', 'revision_number': 1, 'project_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00179544-7199-4841-9ab7-15bb33fe9b6d', 'name': '', 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'mac_address': 'fa:16:3e:17:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff460d82-964a-44b5-b5c5-4abe0f89a661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:27Z', 'updated_at': '2021-09-20T15:59:48Z', 'revision_number': 5, 'project_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'subnets': [{'id': 'ff460d82-964a-44b5-b5c5-4abe0f89a661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 16:05:28.074060 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-411c085c-2944-4a66-be4a-f73bcc4d5f9b admin admin] Deleting port 1c385adc-7bb2-4eed-a457-4867f327f5c6 {{(pid=82369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:05:28.074441 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-411c085c-2944-4a66-be4a-f73bcc4d5f9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:28.279863 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5ebd2e1e-277a-4d7b-9c00-01a758725d84 req-d3e20a98-c908-48c0-abb0-1305e77993ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8d940861-2256-4176-a2ad-3f8353b646fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3315225 Sep 20 16:05:28.462425 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-411c085c-2944-4a66-be4a-f73bcc4d5f9b admin admin] For port 1c385adc-7bb2-4eed-a457-4867f327f5c6, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=1c385adc-7bb2-4eed-a457-4867f327f5c6,segment=NetworkSegment(d9bf92d7-4aa5-474a-bd0c-595bc04024f9),segment_id=d9bf92d7-4aa5-474a-bd0c-595bc04024f9)] {{(pid=82369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:05:28.462819 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-411c085c-2944-4a66-be4a-f73bcc4d5f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:28.546628 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6dc951e-a40e-45b2-9b18-4599ff2d2a5e admin admin] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 16:05:28.562238 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b094645-3736-416a-b3c2-306472096a69 None None] New status for floating IP 01970b81-f16a-4a2f-9d36-32dee8360c13: ACTIVE {{(pid=82370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 20 16:05:28.619023 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-411c085c-2944-4a66-be4a-f73bcc4d5f9b admin admin] Calling delete_port for 1c385adc-7bb2-4eed-a457-4867f327f5c6 owned by network:router_interface {{(pid=82369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:05:28.725011 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5ebd2e1e-277a-4d7b-9c00-01a758725d84 req-b49b45bd-bcfb-469d-9f0e-bbdeb26c347e service neutron] 10.222.0.36 "GET /v2.0/networks/8d940861-2256-4176-a2ad-3f8353b646fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4326906 Sep 20 16:05:28.912464 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-b6dc951e-a40e-45b2-9b18-4599ff2d2a5e admin admin] 10.222.0.35 "PUT /v2.0/routers/f5cb38c0-4b33-4f93-ac71-e24997e51130/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9106247 Sep 20 16:05:29.113747 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5ebd2e1e-277a-4d7b-9c00-01a758725d84 req-13558934-0ef4-4398-adfa-c518a5ddc46d service neutron] 10.222.0.36 "GET /v2.0/networks/8d940861-2256-4176-a2ad-3f8353b646fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484906 Sep 20 16:05:29.133113 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-411c085c-2944-4a66-be4a-f73bcc4d5f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33095450'] for port, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:29.138325 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-e02ddb48-c6e5-406d-b340-0a11d2e11908 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:29.182662 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c085c-2944-4a66-be4a-f73bcc4d5f9b admin admin] Pushing event deleted for resources: {'Port': ['ID=1c385adc-7bb2-4eed-a457-4867f327f5c6,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:29.187119 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-411c085c-2944-4a66-be4a-f73bcc4d5f9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:29.517999 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-411c085c-2944-4a66-be4a-f73bcc4d5f9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1259574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853748280'] for router_interface, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:29.528716 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 59588) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:05:29.535302 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-679fa695-6a8f-4ff0-b547-85fe650d70c3 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2123150292', 'description': 'tempest-secgroup-smoke-2123150292 description', 'project_id': '6306c250ae944d37a3e32aa956ccd533'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:05:29.541609 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-679fa695-6a8f-4ff0-b547-85fe650d70c3 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:05:29.546441 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-679fa695-6a8f-4ff0-b547-85fe650d70c3 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Usage tracker for resource:security_group and tenant:6306c250ae944d37a3e32aa956ccd533 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:05:29.549464 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-679fa695-6a8f-4ff0-b547-85fe650d70c3 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:05:29.555507 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-679fa695-6a8f-4ff0-b547-85fe650d70c3 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:05:29.565700 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-679fa695-6a8f-4ff0-b547-85fe650d70c3 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:29.608934 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-679fa695-6a8f-4ff0-b547-85fe650d70c3 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:05:29.613000 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-679fa695-6a8f-4ff0-b547-85fe650d70c3 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Usage tracker for resource:security_group_rule and tenant:6306c250ae944d37a3e32aa956ccd533 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:05:29.616028 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-679fa695-6a8f-4ff0-b547-85fe650d70c3 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:05:29.622219 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-679fa695-6a8f-4ff0-b547-85fe650d70c3 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:05:29.685046 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-679fa695-6a8f-4ff0-b547-85fe650d70c3 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:29.687921 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-679fa695-6a8f-4ff0-b547-85fe650d70c3 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:29.692519 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d3c8efd5-33e7-4b17-92f7-046a59c621c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:29.741247 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 00a09150-84b0-4a50-8709-9db40e13f66b up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:05:29.753556 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679fa695-6a8f-4ff0-b547-85fe650d70c3 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4995b55-6e94-4ccc-bd89-05370ebc6c36,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:29.757674 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-679fa695-6a8f-4ff0-b547-85fe650d70c3 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:29.760199 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-679fa695-6a8f-4ff0-b547-85fe650d70c3 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:29.762030 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-679fa695-6a8f-4ff0-b547-85fe650d70c3 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2320521 Sep 20 16:05:29.770314 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 59594) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:05:29.778318 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-ef1d0afd-ce8e-41eb-864e-9ddf5d64f0bf tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Request body: {'security_group_rule': {'security_group_id': 'f4995b55-6e94-4ccc-bd89-05370ebc6c36', 'project_id': '6306c250ae944d37a3e32aa956ccd533', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:05:29.786523 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-ef1d0afd-ce8e-41eb-864e-9ddf5d64f0bf tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:05:29.791990 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-ef1d0afd-ce8e-41eb-864e-9ddf5d64f0bf tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Usage tracker for resource:security_group_rule and tenant:6306c250ae944d37a3e32aa956ccd533 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:05:29.797140 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-ef1d0afd-ce8e-41eb-864e-9ddf5d64f0bf tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:05:29.804523 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-ef1d0afd-ce8e-41eb-864e-9ddf5d64f0bf tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:05:29.826536 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning for port 00a09150-84b0-4a50-8709-9db40e13f66b completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:05:29.827351 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ef1d0afd-ce8e-41eb-864e-9ddf5d64f0bf tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:29.832530 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port 00a09150-84b0-4a50-8709-9db40e13f66b triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:05:29.832948 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:29.904383 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ef1d0afd-ce8e-41eb-864e-9ddf5d64f0bf tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:29.907701 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ef1d0afd-ce8e-41eb-864e-9ddf5d64f0bf tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807771'] for security_group_rule, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:29.931273 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:29.947971 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ef1d0afd-ce8e-41eb-864e-9ddf5d64f0bf tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:29.952512 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-ef1d0afd-ce8e-41eb-864e-9ddf5d64f0bf tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1778152 Sep 20 16:05:29.959914 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 59604) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:05:29.972710 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:29.973554 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-c1cfa141-f261-415c-931f-cf4352da8bfa tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Request body: {'security_group_rule': {'security_group_id': 'f4995b55-6e94-4ccc-bd89-05370ebc6c36', 'project_id': '6306c250ae944d37a3e32aa956ccd533', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:05:29.990445 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-c1cfa141-f261-415c-931f-cf4352da8bfa tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:05:29.991247 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] For port 00a09150-84b0-4a50-8709-9db40e13f66b, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=00a09150-84b0-4a50-8709-9db40e13f66b,segment=NetworkSegment(fa70b37f-a099-4785-9555-8d4eef3560f5),segment_id=fa70b37f-a099-4785-9555-8d4eef3560f5)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:05:29.998265 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1d0afd-ce8e-41eb-864e-9ddf5d64f0bf tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b387f4e5-f87e-48bf-960f-9855be02ea7a,revision_number=0']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:30.000248 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:30.001342 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-ef1d0afd-ce8e-41eb-864e-9ddf5d64f0bf tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:30.002394 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:30.008961 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-c1cfa141-f261-415c-931f-cf4352da8bfa tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Usage tracker for resource:security_group_rule and tenant:6306c250ae944d37a3e32aa956ccd533 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:05:30.015985 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-c1cfa141-f261-415c-931f-cf4352da8bfa tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:05:30.031824 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-c1cfa141-f261-415c-931f-cf4352da8bfa tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:05:30.061716 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c1cfa141-f261-415c-931f-cf4352da8bfa tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:30.106908 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Pushing event updated for resources: {'Port': ['ID=00a09150-84b0-4a50-8709-9db40e13f66b,revision_number=4']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:30.112665 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:30.153476 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c1cfa141-f261-415c-931f-cf4352da8bfa tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:30.157361 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c1cfa141-f261-415c-931f-cf4352da8bfa tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807771'] for security_group_rule, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:30.159638 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:30.184385 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cfa141-f261-415c-931f-cf4352da8bfa tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c88e4d1f-1189-4213-91f1-df0461119f88,revision_number=0']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:30.186977 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c1cfa141-f261-415c-931f-cf4352da8bfa tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:30.195318 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c1cfa141-f261-415c-931f-cf4352da8bfa tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:30.196886 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-c1cfa141-f261-415c-931f-cf4352da8bfa tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2359378 Sep 20 16:05:30.200334 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 59612) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:05:30.207302 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-e5dd3f5b-a2a8-4726-bd35-af9627c07ef9 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Request body: {'security_group_rule': {'security_group_id': 'f4995b55-6e94-4ccc-bd89-05370ebc6c36', 'project_id': '6306c250ae944d37a3e32aa956ccd533', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:05:30.213898 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-e5dd3f5b-a2a8-4726-bd35-af9627c07ef9 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:05:30.218637 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-e5dd3f5b-a2a8-4726-bd35-af9627c07ef9 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Usage tracker for resource:security_group_rule and tenant:6306c250ae944d37a3e32aa956ccd533 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:05:30.222033 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-e5dd3f5b-a2a8-4726-bd35-af9627c07ef9 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:05:30.229077 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-e5dd3f5b-a2a8-4726-bd35-af9627c07ef9 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:05:30.248890 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e5dd3f5b-a2a8-4726-bd35-af9627c07ef9 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:30.322967 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e5dd3f5b-a2a8-4726-bd35-af9627c07ef9 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:30.328700 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e5dd3f5b-a2a8-4726-bd35-af9627c07ef9 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807771'] for security_group_rule, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:30.331210 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:30.369155 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dd3f5b-a2a8-4726-bd35-af9627c07ef9 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a0820b9-59e8-4d8e-956b-233aea33643a,revision_number=0']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:30.380157 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-e5dd3f5b-a2a8-4726-bd35-af9627c07ef9 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:30.381703 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e5dd3f5b-a2a8-4726-bd35-af9627c07ef9 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:30.384542 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-e5dd3f5b-a2a8-4726-bd35-af9627c07ef9 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1821451 Sep 20 16:05:30.386362 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 59622) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:05:30.394461 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-69448141-beaa-43e5-9dc9-acd6089133cb tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Request body: {'security_group_rule': {'security_group_id': 'f4995b55-6e94-4ccc-bd89-05370ebc6c36', 'project_id': '6306c250ae944d37a3e32aa956ccd533', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:05:30.404179 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-69448141-beaa-43e5-9dc9-acd6089133cb tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:05:30.409898 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-69448141-beaa-43e5-9dc9-acd6089133cb tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Usage tracker for resource:security_group_rule and tenant:6306c250ae944d37a3e32aa956ccd533 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:05:30.414406 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-69448141-beaa-43e5-9dc9-acd6089133cb tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:05:30.423206 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-69448141-beaa-43e5-9dc9-acd6089133cb tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:05:30.442543 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-69448141-beaa-43e5-9dc9-acd6089133cb tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:30.524654 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-69448141-beaa-43e5-9dc9-acd6089133cb tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:30.528773 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-69448141-beaa-43e5-9dc9-acd6089133cb tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807771'] for security_group_rule, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:30.531026 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-88438b31-1e82-401f-8695-b344b76d057b tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:30.542117 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411c085c-2944-4a66-be4a-f73bcc4d5f9b admin admin] Router e14bf1ba-386d-441a-9378-6ebc61d20e1a has already been hosted by L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a {{(pid=82369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 20 16:05:30.558057 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69448141-beaa-43e5-9dc9-acd6089133cb tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68f06a47-581c-426d-bcc0-84b8927346f1,revision_number=0']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:30.566060 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-69448141-beaa-43e5-9dc9-acd6089133cb tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:30.572939 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-69448141-beaa-43e5-9dc9-acd6089133cb tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:30.577050 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-69448141-beaa-43e5-9dc9-acd6089133cb tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1866367 Sep 20 16:05:30.577338 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 59628) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:05:30.583625 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-6065c712-2b4a-4d77-a8f7-664b86fa60e9 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Request body: {'security_group_rule': {'security_group_id': 'f4995b55-6e94-4ccc-bd89-05370ebc6c36', 'project_id': '6306c250ae944d37a3e32aa956ccd533', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:05:30.589927 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-6065c712-2b4a-4d77-a8f7-664b86fa60e9 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:05:30.594562 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-6065c712-2b4a-4d77-a8f7-664b86fa60e9 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Usage tracker for resource:security_group_rule and tenant:6306c250ae944d37a3e32aa956ccd533 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:05:30.597658 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-6065c712-2b4a-4d77-a8f7-664b86fa60e9 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:05:30.604576 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-6065c712-2b4a-4d77-a8f7-664b86fa60e9 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:05:30.615633 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.db.securitygroups_db [None req-6065c712-2b4a-4d77-a8f7-664b86fa60e9 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Project 6306c250ae944d37a3e32aa956ccd533 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 16:05:30.622355 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6065c712-2b4a-4d77-a8f7-664b86fa60e9 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:30.703161 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6065c712-2b4a-4d77-a8f7-664b86fa60e9 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:30.708023 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6065c712-2b4a-4d77-a8f7-664b86fa60e9 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807771'] for security_group_rule, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:30.710271 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-ef1d0afd-ce8e-41eb-864e-9ddf5d64f0bf tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:30.734440 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065c712-2b4a-4d77-a8f7-664b86fa60e9 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24d955f4-54a9-4f0e-b6fe-8ab19c5e92e9,revision_number=0']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:30.750064 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-6065c712-2b4a-4d77-a8f7-664b86fa60e9 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:30.753248 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6065c712-2b4a-4d77-a8f7-664b86fa60e9 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:30.754727 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-6065c712-2b4a-4d77-a8f7-664b86fa60e9 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1762884 Sep 20 16:05:30.757770 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 59636) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:05:30.764693 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-9928bf22-159f-4919-b7cb-cc769816c8fc tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Request body: {'security_group_rule': {'security_group_id': 'f4995b55-6e94-4ccc-bd89-05370ebc6c36', 'project_id': '6306c250ae944d37a3e32aa956ccd533', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:05:30.771231 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-9928bf22-159f-4919-b7cb-cc769816c8fc tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:05:30.775732 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-9928bf22-159f-4919-b7cb-cc769816c8fc tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Usage tracker for resource:security_group_rule and tenant:6306c250ae944d37a3e32aa956ccd533 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:05:30.780297 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-9928bf22-159f-4919-b7cb-cc769816c8fc tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:05:30.788576 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-9928bf22-159f-4919-b7cb-cc769816c8fc tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:05:30.791363 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411c085c-2944-4a66-be4a-f73bcc4d5f9b admin admin] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 16:05:30.800302 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.db.securitygroups_db [None req-9928bf22-159f-4919-b7cb-cc769816c8fc tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Project 6306c250ae944d37a3e32aa956ccd533 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 20 16:05:30.806183 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0409bd-b6af-4bb8-925f-8ed3c43c7c87 None None] Sync routers for ids ['e14bf1ba-386d-441a-9378-6ebc61d20e1a'] in dv-cinder-809669-1-iscsi {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 16:05:30.808667 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9928bf22-159f-4919-b7cb-cc769816c8fc tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:30.814431 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-411c085c-2944-4a66-be4a-f73bcc4d5f9b admin admin] 10.222.0.35 "PUT /v2.0/routers/e14bf1ba-386d-441a-9378-6ebc61d20e1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6371419 Sep 20 16:05:30.817084 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 59640) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:05:30.820235 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0409bd-b6af-4bb8-925f-8ed3c43c7c87 None None] Routers {'e14bf1ba-386d-441a-9378-6ebc61d20e1a'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:05:30.821286 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-5c0409bd-b6af-4bb8-925f-8ed3c43c7c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:05:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['e14bf1ba-386d-441a-9378-6ebc61d20e1a'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:30.914485 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9928bf22-159f-4919-b7cb-cc769816c8fc tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:30.920046 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9928bf22-159f-4919-b7cb-cc769816c8fc tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807771'] for security_group_rule, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:30.928974 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:30.959924 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928bf22-159f-4919-b7cb-cc769816c8fc tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a52a5b18-61e1-4cc0-b512-a312d405706c,revision_number=0']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:30.962588 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-9928bf22-159f-4919-b7cb-cc769816c8fc tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:30.966804 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9928bf22-159f-4919-b7cb-cc769816c8fc tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:30.968112 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-9928bf22-159f-4919-b7cb-cc769816c8fc tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2092719 Sep 20 16:05:31.054017 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-5c0409bd-b6af-4bb8-925f-8ed3c43c7c87 None None] Set router e14bf1ba-386d-441a-9378-6ebc61d20e1a gateway port host: dv-cinder-809669-1-iscsi {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:05:31.206951 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6b638598-dc93-4c95-a6d0-f813c221cab6 admin admin] Notify callbacks [] for router, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:31.355195 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a927546a-0c55-4161-ae98-657692ce21e5 None None] Sync routers for ids ['f5cb38c0-4b33-4f93-ac71-e24997e51130'] in dv-cinder-809669-1-iscsi {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 16:05:31.380786 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a927546a-0c55-4161-ae98-657692ce21e5 None None] Routers {'f5cb38c0-4b33-4f93-ac71-e24997e51130'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:05:31.381479 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-a927546a-0c55-4161-ae98-657692ce21e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:05:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['f5cb38c0-4b33-4f93-ac71-e24997e51130'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:31.471891 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-5c0409bd-b6af-4bb8-925f-8ed3c43c7c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14bf1ba-386d-441a-9378-6ebc61d20e1a', 'name': 'tempest-TestMinimumBasicScenario-2121010329-router', 'tenant_id': '381efe5f70ef44caafad8bb42441ac2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': '295d28aa-0364-4dea-a72d-473938752f6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:01:11Z', 'updated_at': '2021-09-20T16:05:29Z', 'revision_number': 5, 'project_id': '381efe5f70ef44caafad8bb42441ac2b', 'gw_port': {'id': '295d28aa-0364-4dea-a72d-473938752f6d', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:89:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e14bf1ba-386d-441a-9378-6ebc61d20e1a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:01:11Z', 'updated_at': '2021-09-20T16:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi'}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:31.478770 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0409bd-b6af-4bb8-925f-8ed3c43c7c87 None None] Checking router: e14bf1ba-386d-441a-9378-6ebc61d20e1a for host: dv-cinder-809669-1-iscsi {{(pid=82371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 16:05:31.504674 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0409bd-b6af-4bb8-925f-8ed3c43c7c87 None None] Routers {'e14bf1ba-386d-441a-9378-6ebc61d20e1a'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:05:31.512906 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6b638598-dc93-4c95-a6d0-f813c221cab6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:31.521213 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-5c0409bd-b6af-4bb8-925f-8ed3c43c7c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:05:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['e14bf1ba-386d-441a-9378-6ebc61d20e1a'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:31.523906 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-6b638598-dc93-4c95-a6d0-f813c221cab6 admin admin] Deleting port 295d28aa-0364-4dea-a72d-473938752f6d {{(pid=82369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:05:31.524510 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6b638598-dc93-4c95-a6d0-f813c221cab6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:31.620121 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-a927546a-0c55-4161-ae98-657692ce21e5 None None] Set router f5cb38c0-4b33-4f93-ac71-e24997e51130 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:05:31.725651 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-5c0409bd-b6af-4bb8-925f-8ed3c43c7c87 None None] Set router e14bf1ba-386d-441a-9378-6ebc61d20e1a gateway port host: None {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:05:31.759454 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 00a09150-84b0-4a50-8709-9db40e13f66b up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:05:31.868766 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-6b638598-dc93-4c95-a6d0-f813c221cab6 admin admin] For port 295d28aa-0364-4dea-a72d-473938752f6d, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=295d28aa-0364-4dea-a72d-473938752f6d,segment=NetworkSegment(fa70b37f-a099-4785-9555-8d4eef3560f5),segment_id=fa70b37f-a099-4785-9555-8d4eef3560f5)] {{(pid=82369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:05:31.869487 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6b638598-dc93-4c95-a6d0-f813c221cab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:31.880185 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-5c0409bd-b6af-4bb8-925f-8ed3c43c7c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e14bf1ba-386d-441a-9378-6ebc61d20e1a', 'name': 'tempest-TestMinimumBasicScenario-2121010329-router', 'tenant_id': '381efe5f70ef44caafad8bb42441ac2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:01:11Z', 'updated_at': '2021-09-20T16:05:31Z', 'revision_number': 6, 'project_id': '381efe5f70ef44caafad8bb42441ac2b', 'gw_port_host': None}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:31.884733 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0409bd-b6af-4bb8-925f-8ed3c43c7c87 None None] The sync data for ids ['e14bf1ba-386d-441a-9378-6ebc61d20e1a'] in dv-cinder-809669-1-iscsi is: [{'id': 'e14bf1ba-386d-441a-9378-6ebc61d20e1a', 'name': 'tempest-TestMinimumBasicScenario-2121010329-router', 'tenant_id': '381efe5f70ef44caafad8bb42441ac2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:01:11Z', 'updated_at': '2021-09-20T16:05:31Z', 'revision_number': 6, 'project_id': '381efe5f70ef44caafad8bb42441ac2b', 'gw_port_host': None}] {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 16:05:32.041810 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-6b638598-dc93-4c95-a6d0-f813c221cab6 admin admin] Calling delete_port for 295d28aa-0364-4dea-a72d-473938752f6d owned by network:router_gateway {{(pid=82369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:05:32.204826 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port 00a09150-84b0-4a50-8709-9db40e13f66b triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:05:32.205176 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:32.222587 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6b638598-dc93-4c95-a6d0-f813c221cab6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33095450'] for port, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:32.235835 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-1401f996-e825-42fd-8e4c-98e48ac94df6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:32.323783 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b638598-dc93-4c95-a6d0-f813c221cab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=295d28aa-0364-4dea-a72d-473938752f6d,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:32.342395 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-a927546a-0c55-4161-ae98-657692ce21e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cb38c0-4b33-4f93-ac71-e24997e51130', 'name': 'tempest-TestShelveInstance-2007021610-router', 'tenant_id': '8e9f8aca48a14c5db2a7f41c077c2901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '00a09150-84b0-4a50-8709-9db40e13f66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:05:19Z', 'updated_at': '2021-09-20T16:05:24Z', 'revision_number': 4, 'project_id': '8e9f8aca48a14c5db2a7f41c077c2901', 'gw_port': {'id': '00a09150-84b0-4a50-8709-9db40e13f66b', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:45:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cb38c0-4b33-4f93-ac71-e24997e51130', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:05:19Z', 'updated_at': '2021-09-20T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': 'a2ff69f3-e3d3-4799-9a9d-6e645ff72096', 'name': '', 'network_id': '0c2bb24e-678f-45a6-91f1-ec3eadd2c7ff', 'tenant_id': '8e9f8aca48a14c5db2a7f41c077c2901', 'mac_address': 'fa:16:3e:0e:1b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5cb38c0-4b33-4f93-ac71-e24997e51130', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dbc13788-dce0-453f-b638-d7e4c116928c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:05:23Z', 'updated_at': '2021-09-20T16:05:24Z', 'revision_number': 2, 'project_id': '8e9f8aca48a14c5db2a7f41c077c2901', 'subnets': [{'id': 'dbc13788-dce0-453f-b638-d7e4c116928c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:32.358460 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a927546a-0c55-4161-ae98-657692ce21e5 None None] Checking router: f5cb38c0-4b33-4f93-ac71-e24997e51130 for host: dv-cinder-809669-1-iscsi {{(pid=82370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 16:05:32.358869 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a927546a-0c55-4161-ae98-657692ce21e5 None None] Updating router f5cb38c0-4b33-4f93-ac71-e24997e51130 port a2ff69f3-e3d3-4799-9a9d-6e645ff72096 binding host dv-cinder-809669-1-iscsi {{(pid=82370) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Sep 20 16:05:32.366875 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-6b638598-dc93-4c95-a6d0-f813c221cab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:32.432485 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a927546a-0c55-4161-ae98-657692ce21e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:32.543053 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6b638598-dc93-4c95-a6d0-f813c221cab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1017928'] for router_gateway, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:32.836826 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 59724) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:05:32.852299 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-4cfb446f-136b-472b-91e4-c5f5051b17c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:32.883293 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a927546a-0c55-4161-ae98-657692ce21e5 None None] Notify callbacks [] for port, precommit_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:32.900434 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-a927546a-0c55-4161-ae98-657692ce21e5 None None] Transition to ACTIVE for port object a2ff69f3-e3d3-4799-9a9d-6e645ff72096 will not be triggered until provisioned by entity L2. {{(pid=82370) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:05:32.912832 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a927546a-0c55-4161-ae98-657692ce21e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:32.916106 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-4c4aff4a-73e5-4ca8-98b0-a1dc366805f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:33.040819 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f163b4dc-d988-4fcb-b008-47b7b134280a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:33.092233 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-f163b4dc-d988-4fcb-b008-47b7b134280a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:05:33.096632 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-f163b4dc-d988-4fcb-b008-47b7b134280a admin admin] Usage tracker for resource:security_group_rule and tenant:13c0b220021b4d708014cb3f07004142 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:05:33.099807 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-f163b4dc-d988-4fcb-b008-47b7b134280a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:05:33.101938 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c280b2-fc11-47e3-a9f9-fa2c08b04405 None None] Pushing event updated for resources: {'Port': ['ID=a2ff69f3-e3d3-4799-9a9d-6e645ff72096,revision_number=3']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:33.105037 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-16c280b2-fc11-47e3-a9f9-fa2c08b04405 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:33.108531 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-f163b4dc-d988-4fcb-b008-47b7b134280a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:05:33.124314 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6b638598-dc93-4c95-a6d0-f813c221cab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1025864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7935'] for router, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:33.131578 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6b638598-dc93-4c95-a6d0-f813c221cab6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:33.179675 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-a927546a-0c55-4161-ae98-657692ce21e5 None None] Attempting to bind port a2ff69f3-e3d3-4799-9a9d-6e645ff72096 on host dv-cinder-809669-1-iscsi for vnic_type normal with profile {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 16:05:33.180194 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-a927546a-0c55-4161-ae98-657692ce21e5 None None] Attempting to bind port a2ff69f3-e3d3-4799-9a9d-6e645ff72096 by drivers openvswitch,hyperv on host dv-cinder-809669-1-iscsi at level 0 using segments [{'id': '3bc23ca0-8269-4234-9abd-164e04840442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0c2bb24e-678f-45a6-91f1-ec3eadd2c7ff'}] {{(pid=82370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 16:05:33.180890 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a927546a-0c55-4161-ae98-657692ce21e5 None None] Attempting to bind port a2ff69f3-e3d3-4799-9a9d-6e645ff72096 on network 0c2bb24e-678f-45a6-91f1-ec3eadd2c7ff {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:05:33.191596 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a927546a-0c55-4161-ae98-657692ce21e5 None None] Checking agent: {'id': 'e3ab64f4-5a45-40ad-bdab-6ad34693b70b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-809669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 51, 4), 'started_at': datetime.datetime(2021, 9, 20, 15, 51, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 16, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-809669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 16:05:33.192108 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a927546a-0c55-4161-ae98-657692ce21e5 None None] Checking segment: {'id': '3bc23ca0-8269-4234-9abd-164e04840442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0c2bb24e-678f-45a6-91f1-ec3eadd2c7ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82370) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:05:33.192642 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a927546a-0c55-4161-ae98-657692ce21e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:33.193175 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a927546a-0c55-4161-ae98-657692ce21e5 None None] Bound using segment: {'id': '3bc23ca0-8269-4234-9abd-164e04840442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0c2bb24e-678f-45a6-91f1-ec3eadd2c7ff'} {{(pid=82370) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 16:05:33.193785 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [None req-a927546a-0c55-4161-ae98-657692ce21e5 None None] Bound port: a2ff69f3-e3d3-4799-9a9d-6e645ff72096, host: dv-cinder-809669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bc23ca0-8269-4234-9abd-164e04840442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '0c2bb24e-678f-45a6-91f1-ec3eadd2c7ff'}}] {{(pid=82370) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 16:05:33.194288 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a927546a-0c55-4161-ae98-657692ce21e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:33.219344 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f163b4dc-d988-4fcb-b008-47b7b134280a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:33.224777 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f163b4dc-d988-4fcb-b008-47b7b134280a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:33.234602 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-679fa695-6a8f-4ff0-b547-85fe650d70c3 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:33.234941 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6b638598-dc93-4c95-a6d0-f813c221cab6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853744133'] for router, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:33.235667 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b638598-dc93-4c95-a6d0-f813c221cab6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e14bf1ba-386d-441a-9378-6ebc61d20e1a {{(pid=82369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 20 16:05:33.251170 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6b638598-dc93-4c95-a6d0-f813c221cab6 admin admin] Notify callbacks [] for router, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:33.252645 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-6b638598-dc93-4c95-a6d0-f813c221cab6 admin admin] 10.222.0.35 "DELETE /v2.0/routers/e14bf1ba-386d-441a-9378-6ebc61d20e1a HTTP/1.1" status: 204 len: 168 time: 2.4337726 Sep 20 16:05:33.255343 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 59732) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:05:33.289984 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-f163b4dc-d988-4fcb-b008-47b7b134280a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=13c0b220021b4d708014cb3f07004142&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4518940 Sep 20 16:05:33.294276 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 59736) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:05:33.319555 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-a927546a-0c55-4161-ae98-657692ce21e5 None None] For port a2ff69f3-e3d3-4799-9a9d-6e645ff72096, host dv-cinder-809669-1-iscsi, cleared binding levels {{(pid=82370) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 16:05:33.326947 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-a927546a-0c55-4161-ae98-657692ce21e5 None None] For port a2ff69f3-e3d3-4799-9a9d-6e645ff72096, host dv-cinder-809669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=a2ff69f3-e3d3-4799-9a9d-6e645ff72096,segment=NetworkSegment(3bc23ca0-8269-4234-9abd-164e04840442),segment_id=3bc23ca0-8269-4234-9abd-164e04840442)] {{(pid=82370) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 16:05:33.331025 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a927546a-0c55-4161-ae98-657692ce21e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:33.337875 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_v2 [None req-73f23762-0540-4016-84a6-f7a681b738d6 admin admin] Deleting subnet d112bb54-b56b-41c9-901f-d6e0d22c0b02 {{(pid=82369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 20 16:05:33.343601 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c2a31beb-d482-4b93-8c45-6c4ea3d00960 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:33.343782 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163b4dc-d988-4fcb-b008-47b7b134280a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d23f26-8910-467a-8fa0-beaab603ed5e,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:33.346980 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f163b4dc-d988-4fcb-b008-47b7b134280a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:33.350559 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-73f23762-0540-4016-84a6-f7a681b738d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:33.379657 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7cba832a-ce32-4c99-971e-d62546165796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:33.421415 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7cba832a-ce32-4c99-971e-d62546165796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:33.455592 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-73f23762-0540-4016-84a6-f7a681b738d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822232036'] for subnet, precommit_delete_associations {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:33.498738 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a927546a-0c55-4161-ae98-657692ce21e5 None None] Routers {'f5cb38c0-4b33-4f93-ac71-e24997e51130'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:05:33.499559 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-a927546a-0c55-4161-ae98-657692ce21e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:05:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['f5cb38c0-4b33-4f93-ac71-e24997e51130'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:33.501260 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7cba832a-ce32-4c99-971e-d62546165796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:33.514040 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-a5b5d77f-ae5e-49f6-9b87-9e41f0aa87fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:33.531091 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba832a-ce32-4c99-971e-d62546165796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d23f26-8910-467a-8fa0-beaab603ed5e,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:33.539651 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-7cba832a-ce32-4c99-971e-d62546165796 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:33.542297 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7cba832a-ce32-4c99-971e-d62546165796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:33.545630 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-7cba832a-ce32-4c99-971e-d62546165796 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/96d23f26-8910-467a-8fa0-beaab603ed5e HTTP/1.1" status: 204 len: 168 time: 0.2491057 Sep 20 16:05:33.584153 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c280b2-fc11-47e3-a9f9-fa2c08b04405 None None] Pushing event updated for resources: {'Port': ['ID=a2ff69f3-e3d3-4799-9a9d-6e645ff72096,revision_number=4']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:33.587540 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-16c280b2-fc11-47e3-a9f9-fa2c08b04405 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:33.650173 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-73f23762-0540-4016-84a6-f7a681b738d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4005'] for subnet, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:33.759356 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device a2ff69f3-e3d3-4799-9a9d-6e645ff72096 up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:05:33.801261 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-73f23762-0540-4016-84a6-f7a681b738d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036821680305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33386394'] for subnet, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:33.815687 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:33.857478 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f23762-0540-4016-84a6-f7a681b738d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d112bb54-b56b-41c9-901f-d6e0d22c0b02,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:33.860576 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-73f23762-0540-4016-84a6-f7a681b738d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:33.870220 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-73f23762-0540-4016-84a6-f7a681b738d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:33.879486 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-73f23762-0540-4016-84a6-f7a681b738d6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/d112bb54-b56b-41c9-901f-d6e0d22c0b02 HTTP/1.1" status: 204 len: 168 time: 0.6227715 Sep 20 16:05:33.882145 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 59744) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:05:33.904959 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00631329-cb83-489e-9ef1-e19a1665d4fb None None] Network 670b06b4-ee25-49ae-9fe6-c102537f67c6 requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 16:05:33.945835 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-a927546a-0c55-4161-ae98-657692ce21e5 None None] Set router f5cb38c0-4b33-4f93-ac71-e24997e51130 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:05:34.051079 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-eb6eca66-41a8-4ddf-b478-51d732252ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854743839'] for network, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:34.062506 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-eb6eca66-41a8-4ddf-b478-51d732252ffc admin admin] Deleting port 7a3cb6b7-bebd-4c53-ac7e-596963e8f687 {{(pid=82368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:05:34.062913 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-eb6eca66-41a8-4ddf-b478-51d732252ffc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:34.272952 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning for port a2ff69f3-e3d3-4799-9a9d-6e645ff72096 completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:05:34.276046 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:34.284848 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-eb6eca66-41a8-4ddf-b478-51d732252ffc admin admin] For port 7a3cb6b7-bebd-4c53-ac7e-596963e8f687, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=7a3cb6b7-bebd-4c53-ac7e-596963e8f687,segment=NetworkSegment(d9bf92d7-4aa5-474a-bd0c-595bc04024f9),segment_id=d9bf92d7-4aa5-474a-bd0c-595bc04024f9)] {{(pid=82368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:05:34.285261 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-eb6eca66-41a8-4ddf-b478-51d732252ffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:34.313444 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-a69a062f-4500-43d4-9502-d561f581e54f None None] Provisioning complete for port a2ff69f3-e3d3-4799-9a9d-6e645ff72096 triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:05:34.313785 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a69a062f-4500-43d4-9502-d561f581e54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:34.359396 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port a2ff69f3-e3d3-4799-9a9d-6e645ff72096 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:05:34.359822 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:34.414307 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-eb6eca66-41a8-4ddf-b478-51d732252ffc admin admin] Calling delete_port for 7a3cb6b7-bebd-4c53-ac7e-596963e8f687 owned by network:dhcp {{(pid=82368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:05:34.497545 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-eb6eca66-41a8-4ddf-b478-51d732252ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:34.502895 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-6fa506cd-3bbf-435b-9f13-2dac19e88c35 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:34.548647 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6eca66-41a8-4ddf-b478-51d732252ffc admin admin] Pushing event deleted for resources: {'Port': ['ID=7a3cb6b7-bebd-4c53-ac7e-596963e8f687,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:34.551789 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-eb6eca66-41a8-4ddf-b478-51d732252ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:34.554581 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6eca66-41a8-4ddf-b478-51d732252ffc admin admin] No DVR routers for this DVR port 7a3cb6b7-bebd-4c53-ac7e-596963e8f687 on host dv-cinder-809669-1-iscsi {{(pid=82368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 20 16:05:34.682448 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-eb6eca66-41a8-4ddf-b478-51d732252ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30012', 'neutron.services.segments.db._delete_segments_for_network-8786514012702'] for network, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:34.712214 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-eb6eca66-41a8-4ddf-b478-51d732252ffc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['670b06b4-ee25-49ae-9fe6-c102537f67c6']}} {{(pid=82368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:34.725852 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-eb6eca66-41a8-4ddf-b478-51d732252ffc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9bf92d7-4aa5-474a-bd0c-595bc04024f9') {'for_net_delete': True} {{(pid=82368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:34.726188 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-eb6eca66-41a8-4ddf-b478-51d732252ffc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9bf92d7-4aa5-474a-bd0c-595bc04024f9') {} {{(pid=82368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:34.741136 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-eb6eca66-41a8-4ddf-b478-51d732252ffc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250340771410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31511054'] for segment, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:34.762241 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-eb6eca66-41a8-4ddf-b478-51d732252ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854403426'] for segment, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:34.769913 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb6eca66-41a8-4ddf-b478-51d732252ffc admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=82368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 20 16:05:34.770261 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-eb6eca66-41a8-4ddf-b478-51d732252ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-372359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33518000'] for segment, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:34.785202 dv-cinder-809669-1-iscsi neutron-server[82259]: Traceback (most recent call last): Sep 20 16:05:34.785202 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 20 16:05:34.785202 dv-cinder-809669-1-iscsi neutron-server[82259]: timer() Sep 20 16:05:34.785202 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 16:05:34.785202 dv-cinder-809669-1-iscsi neutron-server[82259]: cb(*args, **kw) Sep 20 16:05:34.785202 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 20 16:05:34.785202 dv-cinder-809669-1-iscsi neutron-server[82259]: return func(*args, **kwargs) Sep 20 16:05:34.785202 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 16:05:34.785202 dv-cinder-809669-1-iscsi neutron-server[82259]: self._notify() Sep 20 16:05:34.785202 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 16:05:34.785202 dv-cinder-809669-1-iscsi neutron-server[82259]: self.callback(batched_events) Sep 20 16:05:34.785202 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 16:05:34.785202 dv-cinder-809669-1-iscsi neutron-server[82259]: event.method(event) Sep 20 16:05:34.785202 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 20 16:05:34.785202 dv-cinder-809669-1-iscsi neutron-server[82259]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 16:05:34.785202 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 20 16:05:34.785202 dv-cinder-809669-1-iscsi neutron-server[82259]: segment_id)['aggregates'][0] Sep 20 16:05:34.785202 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 20 16:05:34.785202 dv-cinder-809669-1-iscsi neutron-server[82259]: return f(self, *a, **k) Sep 20 16:05:34.785202 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 20 16:05:34.785202 dv-cinder-809669-1-iscsi neutron-server[82259]: return self._get(url).json() Sep 20 16:05:34.785202 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 16:05:34.785202 dv-cinder-809669-1-iscsi neutron-server[82259]: **kwargs) Sep 20 16:05:34.785202 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 20 16:05:34.785202 dv-cinder-809669-1-iscsi neutron-server[82259]: return self.request(url, 'GET', **kwargs) Sep 20 16:05:34.785202 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 20 16:05:34.785202 dv-cinder-809669-1-iscsi neutron-server[82259]: **endpoint_filter) Sep 20 16:05:34.785202 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 20 16:05:34.785202 dv-cinder-809669-1-iscsi neutron-server[82259]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 16:05:34.785202 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 20 16:05:34.785202 dv-cinder-809669-1-iscsi neutron-server[82259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 16:05:34.785202 dv-cinder-809669-1-iscsi neutron-server[82259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 16:05:34.877054 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a69a062f-4500-43d4-9502-d561f581e54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:34.880423 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-eb6eca66-41a8-4ddf-b478-51d732252ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854745781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1017775'] for network, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:34.885350 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-eb6eca66-41a8-4ddf-b478-51d732252ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for network, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:34.890036 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:34.890174 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-3118804c-05aa-4b2b-b36f-f451a914f356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:34.924288 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6eca66-41a8-4ddf-b478-51d732252ffc admin admin] Pushing event deleted for resources: {'Network': ['ID=670b06b4-ee25-49ae-9fe6-c102537f67c6,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:34.927270 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-eb6eca66-41a8-4ddf-b478-51d732252ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:34.942264 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3ebb99-ea62-45ab-adfc-0a0a19be0180 None None] DHCP port deletion for 670b06b4-ee25-49ae-9fe6-c102537f67c6 request from dv-cinder-809669-1-iscsi {{(pid=82370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Sep 20 16:05:34.943046 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-eb6eca66-41a8-4ddf-b478-51d732252ffc admin admin] 10.222.0.35 "DELETE /v2.0/networks/670b06b4-ee25-49ae-9fe6-c102537f67c6 HTTP/1.1" status: 204 len: 168 time: 1.0588810 Sep 20 16:05:34.946063 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 59754) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:05:34.965720 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-a69a062f-4500-43d4-9502-d561f581e54f None None] For port a2ff69f3-e3d3-4799-9a9d-6e645ff72096, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=a2ff69f3-e3d3-4799-9a9d-6e645ff72096,segment=NetworkSegment(3bc23ca0-8269-4234-9abd-164e04840442),segment_id=3bc23ca0-8269-4234-9abd-164e04840442)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:05:35.008744 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-a927546a-0c55-4161-ae98-657692ce21e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cb38c0-4b33-4f93-ac71-e24997e51130', 'name': 'tempest-TestShelveInstance-2007021610-router', 'tenant_id': '8e9f8aca48a14c5db2a7f41c077c2901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '00a09150-84b0-4a50-8709-9db40e13f66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:05:19Z', 'updated_at': '2021-09-20T16:05:24Z', 'revision_number': 4, 'project_id': '8e9f8aca48a14c5db2a7f41c077c2901', 'gw_port': {'id': '00a09150-84b0-4a50-8709-9db40e13f66b', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:45:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cb38c0-4b33-4f93-ac71-e24997e51130', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:05:19Z', 'updated_at': '2021-09-20T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': 'a2ff69f3-e3d3-4799-9a9d-6e645ff72096', 'name': '', 'network_id': '0c2bb24e-678f-45a6-91f1-ec3eadd2c7ff', 'tenant_id': '8e9f8aca48a14c5db2a7f41c077c2901', 'mac_address': 'fa:16:3e:0e:1b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5cb38c0-4b33-4f93-ac71-e24997e51130', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dbc13788-dce0-453f-b638-d7e4c116928c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:05:23Z', 'updated_at': '2021-09-20T16:05:33Z', 'revision_number': 4, 'project_id': '8e9f8aca48a14c5db2a7f41c077c2901', 'subnets': [{'id': 'dbc13788-dce0-453f-b638-d7e4c116928c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:35.011030 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a69a062f-4500-43d4-9502-d561f581e54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:35.019876 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-8b7fa512-ed78-41b8-bfe0-ff61f7621647 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:35.063944 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a927546a-0c55-4161-ae98-657692ce21e5 None None] The sync data for ids ['f5cb38c0-4b33-4f93-ac71-e24997e51130'] in dv-cinder-809669-1-iscsi is: [{'id': 'f5cb38c0-4b33-4f93-ac71-e24997e51130', 'name': 'tempest-TestShelveInstance-2007021610-router', 'tenant_id': '8e9f8aca48a14c5db2a7f41c077c2901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '00a09150-84b0-4a50-8709-9db40e13f66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:05:19Z', 'updated_at': '2021-09-20T16:05:24Z', 'revision_number': 4, 'project_id': '8e9f8aca48a14c5db2a7f41c077c2901', 'gw_port': {'id': '00a09150-84b0-4a50-8709-9db40e13f66b', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:45:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cb38c0-4b33-4f93-ac71-e24997e51130', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:05:19Z', 'updated_at': '2021-09-20T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': 'a2ff69f3-e3d3-4799-9a9d-6e645ff72096', 'name': '', 'network_id': '0c2bb24e-678f-45a6-91f1-ec3eadd2c7ff', 'tenant_id': '8e9f8aca48a14c5db2a7f41c077c2901', 'mac_address': 'fa:16:3e:0e:1b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5cb38c0-4b33-4f93-ac71-e24997e51130', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dbc13788-dce0-453f-b638-d7e4c116928c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:05:23Z', 'updated_at': '2021-09-20T16:05:33Z', 'revision_number': 4, 'project_id': '8e9f8aca48a14c5db2a7f41c077c2901', 'subnets': [{'id': 'dbc13788-dce0-453f-b638-d7e4c116928c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 16:05:35.099423 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.db.api [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82370) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Sep 20 16:05:35.099423 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_db.api [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Sep 20 16:05:35.120859 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a062f-4500-43d4-9502-d561f581e54f None None] Pushing event updated for resources: {'Port': ['ID=a2ff69f3-e3d3-4799-9a9d-6e645ff72096,revision_number=5']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:35.124350 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f29680a1-c8af-4181-8366-0869ba34a83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:35.125884 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-a69a062f-4500-43d4-9502-d561f581e54f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:35.392835 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e5f8eca3-c677-4c2d-92f5-3b8a4154b750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853748314'] for router_interface, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:35.565156 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:35.714622 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 295d28aa-0364-4dea-a72d-473938752f6d no longer exists at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:05:35.748657 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] No Port match for: 295d28aa-0364-4dea-a72d-473938752f6d {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:05:35.749027 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 295d28aa-0364-4dea-a72d-473938752f6d not bound to the agent host dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:05:35.749499 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 1c385adc-7bb2-4eed-a457-4867f327f5c6 no longer exists at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:05:35.785299 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] No Port match for: 1c385adc-7bb2-4eed-a457-4867f327f5c6 {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:05:35.786154 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 1c385adc-7bb2-4eed-a457-4867f327f5c6 not bound to the agent host dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:05:35.885382 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device a2ff69f3-e3d3-4799-9a9d-6e645ff72096 up at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:05:35.970735 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Provisioning complete for port a2ff69f3-e3d3-4799-9a9d-6e645ff72096 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:05:35.971193 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:36.088003 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-e5f8eca3-c677-4c2d-92f5-3b8a4154b750 admin admin] Deleting port eca21202-68b3-4ca7-8cf9-5c685f6d0dda {{(pid=82369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:05:36.088377 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e5f8eca3-c677-4c2d-92f5-3b8a4154b750 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:36.140786 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 7a3cb6b7-bebd-4c53-ac7e-596963e8f687 no longer exists at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:05:36.175116 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] No Port match for: 7a3cb6b7-bebd-4c53-ac7e-596963e8f687 {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:05:36.175465 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 7a3cb6b7-bebd-4c53-ac7e-596963e8f687 not bound to the agent host dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:05:36.279777 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-e5f8eca3-c677-4c2d-92f5-3b8a4154b750 admin admin] For port eca21202-68b3-4ca7-8cf9-5c685f6d0dda, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=eca21202-68b3-4ca7-8cf9-5c685f6d0dda,segment=NetworkSegment(73040f4a-0f79-4704-b380-e129da678c84),segment_id=73040f4a-0f79-4704-b380-e129da678c84)] {{(pid=82369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:05:36.280176 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e5f8eca3-c677-4c2d-92f5-3b8a4154b750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:36.408694 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-e5f8eca3-c677-4c2d-92f5-3b8a4154b750 admin admin] Calling delete_port for eca21202-68b3-4ca7-8cf9-5c685f6d0dda owned by network:router_interface {{(pid=82369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:05:36.579371 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e5f8eca3-c677-4c2d-92f5-3b8a4154b750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33095450'] for port, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:36.583660 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-6b638598-dc93-4c95-a6d0-f813c221cab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:36.626332 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f8eca3-c677-4c2d-92f5-3b8a4154b750 admin admin] Pushing event deleted for resources: {'Port': ['ID=eca21202-68b3-4ca7-8cf9-5c685f6d0dda,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:36.629389 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-e5f8eca3-c677-4c2d-92f5-3b8a4154b750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:36.907406 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:37.144096 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e5f8eca3-c677-4c2d-92f5-3b8a4154b750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1259574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853748280'] for router_interface, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:37.761759 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f8eca3-c677-4c2d-92f5-3b8a4154b750 admin admin] Router fbf35b7d-14e9-46bf-9d06-d1d6a1d85436 has already been hosted by L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a {{(pid=82369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 20 16:05:37.972519 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f8eca3-c677-4c2d-92f5-3b8a4154b750 admin admin] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 16:05:37.981621 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626a8288-610b-4a5a-9440-3e1f050a7c36 None None] Sync routers for ids ['fbf35b7d-14e9-46bf-9d06-d1d6a1d85436'] in dv-cinder-809669-1-iscsi {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 16:05:37.984111 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-e5f8eca3-c677-4c2d-92f5-3b8a4154b750 admin admin] 10.222.0.35 "PUT /v2.0/routers/fbf35b7d-14e9-46bf-9d06-d1d6a1d85436/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0350978 Sep 20 16:05:37.985165 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 59774) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:05:37.994687 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626a8288-610b-4a5a-9440-3e1f050a7c36 None None] Routers {'fbf35b7d-14e9-46bf-9d06-d1d6a1d85436'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:05:37.995412 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-626a8288-610b-4a5a-9440-3e1f050a7c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:05:35Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['fbf35b7d-14e9-46bf-9d06-d1d6a1d85436'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:38.199177 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5f07ac69-1aa5-4e30-bfda-10c6a829e8b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:38.211655 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-626a8288-610b-4a5a-9440-3e1f050a7c36 None None] Set router fbf35b7d-14e9-46bf-9d06-d1d6a1d85436 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:05:38.429738 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5f07ac69-1aa5-4e30-bfda-10c6a829e8b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:38.438593 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-5f07ac69-1aa5-4e30-bfda-10c6a829e8b0 admin admin] Deleting port c30c80ee-58a8-49d5-9969-ecc864884086 {{(pid=82369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:05:38.439028 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5f07ac69-1aa5-4e30-bfda-10c6a829e8b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:38.629350 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-5f07ac69-1aa5-4e30-bfda-10c6a829e8b0 admin admin] For port c30c80ee-58a8-49d5-9969-ecc864884086, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=c30c80ee-58a8-49d5-9969-ecc864884086,segment=NetworkSegment(fa70b37f-a099-4785-9555-8d4eef3560f5),segment_id=fa70b37f-a099-4785-9555-8d4eef3560f5)] {{(pid=82369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:05:38.629881 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5f07ac69-1aa5-4e30-bfda-10c6a829e8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:38.664661 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-626a8288-610b-4a5a-9440-3e1f050a7c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf35b7d-14e9-46bf-9d06-d1d6a1d85436', 'name': 'tempest-TestMinimumBasicScenario-875753466-router', 'tenant_id': '64ef8542335e481781b430597d5a8db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'c30c80ee-58a8-49d5-9969-ecc864884086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:01:19Z', 'updated_at': '2021-09-20T16:05:36Z', 'revision_number': 5, 'project_id': '64ef8542335e481781b430597d5a8db6', 'gw_port': {'id': 'c30c80ee-58a8-49d5-9969-ecc864884086', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:08:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbf35b7d-14e9-46bf-9d06-d1d6a1d85436', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:01:22Z', 'updated_at': '2021-09-20T16:01:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi'}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:38.672223 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626a8288-610b-4a5a-9440-3e1f050a7c36 None None] Checking router: fbf35b7d-14e9-46bf-9d06-d1d6a1d85436 for host: dv-cinder-809669-1-iscsi {{(pid=82371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 16:05:38.685303 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626a8288-610b-4a5a-9440-3e1f050a7c36 None None] Routers {'fbf35b7d-14e9-46bf-9d06-d1d6a1d85436'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:05:38.685725 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-626a8288-610b-4a5a-9440-3e1f050a7c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:05:35Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['fbf35b7d-14e9-46bf-9d06-d1d6a1d85436'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:38.769855 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-5f07ac69-1aa5-4e30-bfda-10c6a829e8b0 admin admin] Calling delete_port for c30c80ee-58a8-49d5-9969-ecc864884086 owned by network:router_gateway {{(pid=82369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:05:38.851036 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-626a8288-610b-4a5a-9440-3e1f050a7c36 None None] Set router fbf35b7d-14e9-46bf-9d06-d1d6a1d85436 gateway port host: None {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:05:38.945709 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5f07ac69-1aa5-4e30-bfda-10c6a829e8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33095450'] for port, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:38.950293 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b6dc951e-a40e-45b2-9b18-4599ff2d2a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:38.965820 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-626a8288-610b-4a5a-9440-3e1f050a7c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbf35b7d-14e9-46bf-9d06-d1d6a1d85436', 'name': 'tempest-TestMinimumBasicScenario-875753466-router', 'tenant_id': '64ef8542335e481781b430597d5a8db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:01:19Z', 'updated_at': '2021-09-20T16:05:38Z', 'revision_number': 6, 'project_id': '64ef8542335e481781b430597d5a8db6', 'gw_port_host': None}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:38.970119 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-626a8288-610b-4a5a-9440-3e1f050a7c36 None None] The sync data for ids ['fbf35b7d-14e9-46bf-9d06-d1d6a1d85436'] in dv-cinder-809669-1-iscsi is: [{'id': 'fbf35b7d-14e9-46bf-9d06-d1d6a1d85436', 'name': 'tempest-TestMinimumBasicScenario-875753466-router', 'tenant_id': '64ef8542335e481781b430597d5a8db6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:01:19Z', 'updated_at': '2021-09-20T16:05:38Z', 'revision_number': 6, 'project_id': '64ef8542335e481781b430597d5a8db6', 'gw_port_host': None}] {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 16:05:38.992103 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f07ac69-1aa5-4e30-bfda-10c6a829e8b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c30c80ee-58a8-49d5-9969-ecc864884086,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:38.995975 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-5f07ac69-1aa5-4e30-bfda-10c6a829e8b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:39.231078 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5f07ac69-1aa5-4e30-bfda-10c6a829e8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1017928'] for router_gateway, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:39.733022 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5f07ac69-1aa5-4e30-bfda-10c6a829e8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1025864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7935'] for router, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:39.737486 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5f07ac69-1aa5-4e30-bfda-10c6a829e8b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:39.761085 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5f07ac69-1aa5-4e30-bfda-10c6a829e8b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853744133'] for router, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:39.761622 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f07ac69-1aa5-4e30-bfda-10c6a829e8b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbf35b7d-14e9-46bf-9d06-d1d6a1d85436 {{(pid=82369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 20 16:05:39.775597 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5f07ac69-1aa5-4e30-bfda-10c6a829e8b0 admin admin] Notify callbacks [] for router, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:39.776830 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-5f07ac69-1aa5-4e30-bfda-10c6a829e8b0 admin admin] 10.222.0.35 "DELETE /v2.0/routers/fbf35b7d-14e9-46bf-9d06-d1d6a1d85436 HTTP/1.1" status: 204 len: 168 time: 1.7905836 Sep 20 16:05:39.779773 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 59794) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:05:39.868239 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_v2 [None req-c53081a6-42d9-4615-af86-a8852aa30a7f admin admin] Deleting subnet 05481cef-a0f4-45a9-b71e-a3c09f698403 {{(pid=82368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 20 16:05:39.872550 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c53081a6-42d9-4615-af86-a8852aa30a7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:39.931340 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c53081a6-42d9-4615-af86-a8852aa30a7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036823264745'] for subnet, precommit_delete_associations {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:39.942610 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device eca21202-68b3-4ca7-8cf9-5c685f6d0dda no longer exists at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:05:39.984695 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] No Port match for: eca21202-68b3-4ca7-8cf9-5c685f6d0dda {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:05:39.985076 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device eca21202-68b3-4ca7-8cf9-5c685f6d0dda not bound to the agent host dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:05:39.985863 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device c30c80ee-58a8-49d5-9969-ecc864884086 no longer exists at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:05:40.020886 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] No Port match for: c30c80ee-58a8-49d5-9969-ecc864884086 {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:05:40.021850 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device c30c80ee-58a8-49d5-9969-ecc864884086 not bound to the agent host dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:05:40.071860 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c53081a6-42d9-4615-af86-a8852aa30a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4005'] for subnet, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:40.142593 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c53081a6-42d9-4615-af86-a8852aa30a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33517835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32979412'] for subnet, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:40.147445 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-8e8d8041-deab-4a31-bea3-7f61788a0c4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:40.186730 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53081a6-42d9-4615-af86-a8852aa30a7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05481cef-a0f4-45a9-b71e-a3c09f698403,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:40.189579 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c53081a6-42d9-4615-af86-a8852aa30a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:40.193192 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c53081a6-42d9-4615-af86-a8852aa30a7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for subnet, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:40.198456 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac2f530-5808-4456-a0a7-76590a94901d None None] Network b1f7654a-b770-4505-a754-64eddc6d9059 requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 16:05:40.200120 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-c53081a6-42d9-4615-af86-a8852aa30a7f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/05481cef-a0f4-45a9-b71e-a3c09f698403 HTTP/1.1" status: 204 len: 168 time: 0.4190173 Sep 20 16:05:40.202660 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 59802) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:05:40.334154 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f35c8c90-5625-4172-9492-8b9747242072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854743839'] for network, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:40.346461 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-f35c8c90-5625-4172-9492-8b9747242072 admin admin] Deleting port e01fc608-8d5e-4422-aa22-9f9c0c5eec99 {{(pid=82368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:05:40.346832 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f35c8c90-5625-4172-9492-8b9747242072 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:40.393813 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:40.532120 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa0b751-92a1-4f8d-b97e-cadacc663bee None None] DHCP port deletion for b1f7654a-b770-4505-a754-64eddc6d9059 request from dv-cinder-809669-1-iscsi {{(pid=82370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Sep 20 16:05:40.536673 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-efa0b751-92a1-4f8d-b97e-cadacc663bee None None] Deleting port e01fc608-8d5e-4422-aa22-9f9c0c5eec99 {{(pid=82370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:05:40.537182 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-efa0b751-92a1-4f8d-b97e-cadacc663bee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:40.773212 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-efa0b751-92a1-4f8d-b97e-cadacc663bee None None] For port e01fc608-8d5e-4422-aa22-9f9c0c5eec99, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=e01fc608-8d5e-4422-aa22-9f9c0c5eec99,segment=NetworkSegment(73040f4a-0f79-4704-b380-e129da678c84),segment_id=73040f4a-0f79-4704-b380-e129da678c84)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:05:40.773576 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-efa0b751-92a1-4f8d-b97e-cadacc663bee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:40.844722 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-f35c8c90-5625-4172-9492-8b9747242072 admin admin] For port e01fc608-8d5e-4422-aa22-9f9c0c5eec99, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=e01fc608-8d5e-4422-aa22-9f9c0c5eec99,segment=NetworkSegment(73040f4a-0f79-4704-b380-e129da678c84),segment_id=73040f4a-0f79-4704-b380-e129da678c84)] {{(pid=82368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:05:40.845123 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f35c8c90-5625-4172-9492-8b9747242072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:40.902639 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-efa0b751-92a1-4f8d-b97e-cadacc663bee None None] Calling delete_port for e01fc608-8d5e-4422-aa22-9f9c0c5eec99 owned by network:dhcp {{(pid=82370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:05:40.973353 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-f35c8c90-5625-4172-9492-8b9747242072 admin admin] Calling delete_port for e01fc608-8d5e-4422-aa22-9f9c0c5eec99 owned by network:dhcp {{(pid=82368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:05:41.050334 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.db.api [None req-f35c8c90-5625-4172-9492-8b9747242072 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 20 16:05:41.050334 dv-cinder-809669-1-iscsi neutron-server[82259]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Sep 20 16:05:41.050334 dv-cinder-809669-1-iscsi neutron-server[82259]: [parameters: {'port_id': 'e01fc608-8d5e-4422-aa22-9f9c0c5eec99'}] Sep 20 16:05:41.050334 dv-cinder-809669-1-iscsi neutron-server[82259]: (Background on this error at: http://sqlalche.me/e/e3q8) {{(pid=82368) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Sep 20 16:05:41.051286 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_db.api [None req-f35c8c90-5625-4172-9492-8b9747242072 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Sep 20 16:05:41.052412 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-efa0b751-92a1-4f8d-b97e-cadacc663bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245'] for port, after_delete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:41.057189 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:41.103280 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa0b751-92a1-4f8d-b97e-cadacc663bee None None] Pushing event deleted for resources: {'Port': ['ID=e01fc608-8d5e-4422-aa22-9f9c0c5eec99,revision_number=None']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:41.106398 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-efa0b751-92a1-4f8d-b97e-cadacc663bee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:41.110033 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa0b751-92a1-4f8d-b97e-cadacc663bee None None] No DVR routers for this DVR port e01fc608-8d5e-4422-aa22-9f9c0c5eec99 on host dv-cinder-809669-1-iscsi {{(pid=82370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 20 16:05:41.552272 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-f35c8c90-5625-4172-9492-8b9747242072 admin admin] Deleting port e01fc608-8d5e-4422-aa22-9f9c0c5eec99 {{(pid=82368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:05:41.552658 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f35c8c90-5625-4172-9492-8b9747242072 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:41.620095 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-f35c8c90-5625-4172-9492-8b9747242072 admin admin] The port 'e01fc608-8d5e-4422-aa22-9f9c0c5eec99' was deleted {{(pid=82368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Sep 20 16:05:41.752682 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f35c8c90-5625-4172-9492-8b9747242072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30012', 'neutron.services.segments.db._delete_segments_for_network-8786514012702'] for network, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:41.781426 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-f35c8c90-5625-4172-9492-8b9747242072 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f7654a-b770-4505-a754-64eddc6d9059']}} {{(pid=82368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:41.794718 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-f35c8c90-5625-4172-9492-8b9747242072 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73040f4a-0f79-4704-b380-e129da678c84') {'for_net_delete': True} {{(pid=82368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:41.795095 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-f35c8c90-5625-4172-9492-8b9747242072 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73040f4a-0f79-4704-b380-e129da678c84') {} {{(pid=82368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:05:41.810237 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f35c8c90-5625-4172-9492-8b9747242072 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250340771410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31511054'] for segment, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:41.825859 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f35c8c90-5625-4172-9492-8b9747242072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854403426'] for segment, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:41.832726 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f35c8c90-5625-4172-9492-8b9747242072 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=82368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 20 16:05:41.833155 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f35c8c90-5625-4172-9492-8b9747242072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-372359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33518000'] for segment, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:41.867670 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device e01fc608-8d5e-4422-aa22-9f9c0c5eec99 no longer exists at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:05:41.870392 dv-cinder-809669-1-iscsi neutron-server[82259]: Traceback (most recent call last): Sep 20 16:05:41.870392 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 20 16:05:41.870392 dv-cinder-809669-1-iscsi neutron-server[82259]: timer() Sep 20 16:05:41.870392 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 16:05:41.870392 dv-cinder-809669-1-iscsi neutron-server[82259]: cb(*args, **kw) Sep 20 16:05:41.870392 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 20 16:05:41.870392 dv-cinder-809669-1-iscsi neutron-server[82259]: return func(*args, **kwargs) Sep 20 16:05:41.870392 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 16:05:41.870392 dv-cinder-809669-1-iscsi neutron-server[82259]: self._notify() Sep 20 16:05:41.870392 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 16:05:41.870392 dv-cinder-809669-1-iscsi neutron-server[82259]: self.callback(batched_events) Sep 20 16:05:41.870392 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 16:05:41.870392 dv-cinder-809669-1-iscsi neutron-server[82259]: event.method(event) Sep 20 16:05:41.870392 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 20 16:05:41.870392 dv-cinder-809669-1-iscsi neutron-server[82259]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 16:05:41.870392 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 20 16:05:41.870392 dv-cinder-809669-1-iscsi neutron-server[82259]: segment_id)['aggregates'][0] Sep 20 16:05:41.870392 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 20 16:05:41.870392 dv-cinder-809669-1-iscsi neutron-server[82259]: return f(self, *a, **k) Sep 20 16:05:41.870392 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 20 16:05:41.870392 dv-cinder-809669-1-iscsi neutron-server[82259]: return self._get(url).json() Sep 20 16:05:41.870392 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 16:05:41.870392 dv-cinder-809669-1-iscsi neutron-server[82259]: **kwargs) Sep 20 16:05:41.870392 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 20 16:05:41.870392 dv-cinder-809669-1-iscsi neutron-server[82259]: return self.request(url, 'GET', **kwargs) Sep 20 16:05:41.870392 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 20 16:05:41.870392 dv-cinder-809669-1-iscsi neutron-server[82259]: **endpoint_filter) Sep 20 16:05:41.870392 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 20 16:05:41.870392 dv-cinder-809669-1-iscsi neutron-server[82259]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 16:05:41.870392 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 20 16:05:41.870392 dv-cinder-809669-1-iscsi neutron-server[82259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 16:05:41.870392 dv-cinder-809669-1-iscsi neutron-server[82259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 16:05:41.905054 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] No Port match for: e01fc608-8d5e-4422-aa22-9f9c0c5eec99 {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:05:41.905422 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device e01fc608-8d5e-4422-aa22-9f9c0c5eec99 not bound to the agent host dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:05:41.935343 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f35c8c90-5625-4172-9492-8b9747242072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854745781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1017775'] for network, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:41.939183 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:41.957104 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f35c8c90-5625-4172-9492-8b9747242072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for network, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:41.966312 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35c8c90-5625-4172-9492-8b9747242072 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1f7654a-b770-4505-a754-64eddc6d9059,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:41.972098 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-f35c8c90-5625-4172-9492-8b9747242072 admin admin] 10.222.0.35 "DELETE /v2.0/networks/b1f7654a-b770-4505-a754-64eddc6d9059 HTTP/1.1" status: 204 len: 168 time: 1.7683978 Sep 20 16:05:41.973072 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f35c8c90-5625-4172-9492-8b9747242072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:42.175699 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 59824) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:05:42.233897 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-1e08d22e-c953-4e00-804f-d622101790a8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=381efe5f70ef44caafad8bb42441ac2b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0567892 Sep 20 16:05:42.236484 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 59828) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:05:42.298664 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2f825a77-1707-4fb1-b99f-e5ba9f86851f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:42.326692 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2f825a77-1707-4fb1-b99f-e5ba9f86851f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:42.371560 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2f825a77-1707-4fb1-b99f-e5ba9f86851f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:42.376603 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-a55260fa-d1dd-4179-ab2d-8feaefb45e46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:42.392283 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f825a77-1707-4fb1-b99f-e5ba9f86851f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762be0c9-dd75-4250-b411-6a80f51d07d8,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:42.396494 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-2f825a77-1707-4fb1-b99f-e5ba9f86851f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:42.399644 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2f825a77-1707-4fb1-b99f-e5ba9f86851f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:42.400871 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-2f825a77-1707-4fb1-b99f-e5ba9f86851f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/762be0c9-dd75-4250-b411-6a80f51d07d8 HTTP/1.1" status: 204 len: 168 time: 0.1634235 Sep 20 16:05:42.832784 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 59842) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:05:42.900093 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-b032583b-414a-4766-abe3-23c44e6749b9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=64ef8542335e481781b430597d5a8db6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0636184 Sep 20 16:05:42.900559 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 59846) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:05:42.968979 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-acc703e4-8a9e-4a70-9c6a-0317e2803a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:42.998619 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-acc703e4-8a9e-4a70-9c6a-0317e2803a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:43.045811 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-acc703e4-8a9e-4a70-9c6a-0317e2803a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:43.052902 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-767ac0a5-4e9e-4f09-bf1c-730e5a6d9dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:43.065987 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc703e4-8a9e-4a70-9c6a-0317e2803a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad2087c-cca5-4317-a6b2-9b6bcb6084ef,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:43.068437 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-acc703e4-8a9e-4a70-9c6a-0317e2803a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:43.073984 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-acc703e4-8a9e-4a70-9c6a-0317e2803a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:43.079044 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-acc703e4-8a9e-4a70-9c6a-0317e2803a91 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dad2087c-cca5-4317-a6b2-9b6bcb6084ef HTTP/1.1" status: 204 len: 168 time: 0.1773562 Sep 20 16:05:43.335002 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb148f6-b35f-4f7b-af48-463969be3b04 req-d29ffaf0-539c-42c3-9959-5549a80847a7 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:43.336864 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3fb148f6-b35f-4f7b-af48-463969be3b04 req-d29ffaf0-539c-42c3-9959-5549a80847a7 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 945 time: 0.0916829 Sep 20 16:05:43.390791 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3fb148f6-b35f-4f7b-af48-463969be3b04 req-b12aacec-0ad1-4539-8d11-c1c58931e1ed tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471392 Sep 20 16:05:44.607133 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cc0ea-40e7-4be6-8839-4dc837b97653 req-901d5f0f-692c-4f1a-8e41-839d0f68d99a tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:44.608795 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-6a4cc0ea-40e7-4be6-8839-4dc837b97653 req-901d5f0f-692c-4f1a-8e41-839d0f68d99a tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 945 time: 0.0818172 Sep 20 16:05:44.655968 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-6a4cc0ea-40e7-4be6-8839-4dc837b97653 req-2d248bea-63b7-41da-97f4-7d4be8e2e863 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410624 Sep 20 16:05:45.875439 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c9823-6b37-49cb-a625-f985309629dc req-9a16e4ac-2de4-4593-afb9-403433efdc6a tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:45.877046 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f56c9823-6b37-49cb-a625-f985309629dc req-9a16e4ac-2de4-4593-afb9-403433efdc6a tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 945 time: 0.0861480 Sep 20 16:05:45.924516 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f56c9823-6b37-49cb-a625-f985309629dc req-b9372744-a3d1-4e5c-8a2d-778cd88753e3 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412688 Sep 20 16:05:47.136537 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580aeb2-91f3-4cda-a404-145053012151 req-55ea6870-d02e-4e70-ad81-97cfa7a29e3e tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:47.138704 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a580aeb2-91f3-4cda-a404-145053012151 req-55ea6870-d02e-4e70-ad81-97cfa7a29e3e tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 945 time: 0.0806522 Sep 20 16:05:47.190129 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a580aeb2-91f3-4cda-a404-145053012151 req-a00c1d88-15e0-4532-bc32-0b072cd04dd1 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455439 Sep 20 16:05:47.221448 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.agents_db [None req-ae0f67a0-09e8-4135-93df-5bebfb5cb2de None None] Agent healthcheck: found 6 active agents {{(pid=82371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 20 16:05:48.400877 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021600b7-2b7d-4e3a-91b3-9ce26e496074 req-08236931-812a-4d5d-bbbb-369fa151a425 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:48.402450 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-021600b7-2b7d-4e3a-91b3-9ce26e496074 req-08236931-812a-4d5d-bbbb-369fa151a425 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 945 time: 0.0814056 Sep 20 16:05:48.448924 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-021600b7-2b7d-4e3a-91b3-9ce26e496074 req-f44feac9-716a-498d-b4de-70d7d49d67f5 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398877 Sep 20 16:05:49.667055 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e780ff-7d32-4fa1-afd3-e503a063e786 req-2ed587a6-2de7-4fc0-a3ff-5ec577ca14d9 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:49.668725 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e3e780ff-7d32-4fa1-afd3-e503a063e786 req-2ed587a6-2de7-4fc0-a3ff-5ec577ca14d9 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 945 time: 0.0841990 Sep 20 16:05:49.725392 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e3e780ff-7d32-4fa1-afd3-e503a063e786 req-a8c46a10-5204-48f2-bca8-462ceba07388 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459783 Sep 20 16:05:49.934295 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-d24fc1c5-49a8-4ffb-9e9c-7e1700f62cf3 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Synchronizing usage tracker for tenant:6306c250ae944d37a3e32aa956ccd533 on resource:security_group {{(pid=82368) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:05:49.950410 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-d24fc1c5-49a8-4ffb-9e9c-7e1700f62cf3 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Unset dirty status for tenant:6306c250ae944d37a3e32aa956ccd533 on resource:security_group {{(pid=82368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:05:49.951676 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-d24fc1c5-49a8-4ffb-9e9c-7e1700f62cf3 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2123150292&fields=id&tenant_id=6306c250ae944d37a3e32aa956ccd533 HTTP/1.1" status: 200 len: 267 time: 0.0598426 Sep 20 16:05:50.108162 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-7d794c03-ce97-4861-ba25-28dae25586c1 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:50.108833 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-7d794c03-ce97-4861-ba25-28dae25586c1 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Synchronizing usage tracker for tenant:6306c250ae944d37a3e32aa956ccd533 on resource:network {{(pid=82368) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:05:50.125137 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-7d794c03-ce97-4861-ba25-28dae25586c1 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Unset dirty status for tenant:6306c250ae944d37a3e32aa956ccd533 on resource:network {{(pid=82368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:05:50.126397 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-7d794c03-ce97-4861-ba25-28dae25586c1 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/networks?id=00f00114-e797-4923-84d8-1eb9559185f6 HTTP/1.1" status: 200 len: 808 time: 0.1673934 Sep 20 16:05:50.143414 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-905c740e-8171-4ac4-93d3-0813197446e8 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/quotas/6306c250ae944d37a3e32aa956ccd533 HTTP/1.1" status: 200 len: 375 time: 0.0110776 Sep 20 16:05:50.226516 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-4a463b96-7f98-4c80-998e-31676fa9e35b tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Synchronizing usage tracker for tenant:6306c250ae944d37a3e32aa956ccd533 on resource:port {{(pid=82368) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:05:50.242613 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-4a463b96-7f98-4c80-998e-31676fa9e35b tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Unset dirty status for tenant:6306c250ae944d37a3e32aa956ccd533 on resource:port {{(pid=82368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:05:50.244020 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-4a463b96-7f98-4c80-998e-31676fa9e35b tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6306c250ae944d37a3e32aa956ccd533&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0952129 Sep 20 16:05:50.391221 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-2e8b3a08-6cd8-4ac5-a365-c5e5210e4b21 service neutron] 10.222.0.35 "GET /v2.0/networks/00f00114-e797-4923-84d8-1eb9559185f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347139 Sep 20 16:05:50.531276 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-066666bb-4127-4fbe-972c-32929138de98 service neutron] 10.222.0.35 "GET /v2.0/networks/00f00114-e797-4923-84d8-1eb9559185f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337399 Sep 20 16:05:50.987929 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a296d4ef-b974-4c7e-96c5-d9806d3cb60d req-8a0f810c-b8d4-4f07-b1d1-0ef52f0d051b tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 210 time: 0.0581167 Sep 20 16:05:51.020258 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85cb5f7-625d-4a76-91e0-8c6eb6e2528b req-e0f058b9-c12a-49d5-bf28-89f74049d1b5 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:51.021889 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b85cb5f7-625d-4a76-91e0-8c6eb6e2528b req-e0f058b9-c12a-49d5-bf28-89f74049d1b5 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 945 time: 0.1577725 Sep 20 16:05:51.076353 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b85cb5f7-625d-4a76-91e0-8c6eb6e2528b req-3f5ef1c9-915d-4f33-b758-b4e8d13230d0 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472257 Sep 20 16:05:52.053377 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-f9e61ffa-0973-4db4-856a-d2c0cb09c0a7 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:52.055037 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-f9e61ffa-0973-4db4-856a-d2c0cb09c0a7 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.36 "GET /v2.0/networks?id=00f00114-e797-4923-84d8-1eb9559185f6 HTTP/1.1" status: 200 len: 808 time: 0.1587839 Sep 20 16:05:52.113837 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-815b1bff-6024-4aee-8592-633bb7e34b5e tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6306c250ae944d37a3e32aa956ccd533 HTTP/1.1" status: 200 len: 380 time: 0.0450194 Sep 20 16:05:52.124512 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-d2520857-da1b-4089-a215-e4fb2c88212c tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Request body: {'port': {'device_id': '9e76a3a0-2d97-4256-9062-3457eba9cffa', 'network_id': '00f00114-e797-4923-84d8-1eb9559185f6', 'admin_state_up': True, 'tenant_id': '6306c250ae944d37a3e32aa956ccd533', 'security_groups': ['f4995b55-6e94-4ccc-bd89-05370ebc6c36']}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:05:52.168727 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-200729c3-63df-4e01-a61d-10a9301fcafe req-be695d66-cbb3-465a-9de1-26ef07a37d87 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 210 time: 0.0511968 Sep 20 16:05:52.297606 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-d2520857-da1b-4089-a215-e4fb2c88212c tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:05:52.308259 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-d2520857-da1b-4089-a215-e4fb2c88212c tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:05:52.312197 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94136a54-8edd-4014-a3a7-0aa62bbb67d2 req-723a1b17-f93f-4a88-bdd6-c72d6bba27f7 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:52.314031 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-94136a54-8edd-4014-a3a7-0aa62bbb67d2 req-723a1b17-f93f-4a88-bdd6-c72d6bba27f7 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 945 time: 0.0850401 Sep 20 16:05:52.317069 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-d2520857-da1b-4089-a215-e4fb2c88212c tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Made reservation on behalf of 6306c250ae944d37a3e32aa956ccd533 for: {'port': 1} {{(pid=82369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 16:05:52.322657 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-d2520857-da1b-4089-a215-e4fb2c88212c tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:52.363225 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-94136a54-8edd-4014-a3a7-0aa62bbb67d2 req-d30710c2-0c68-4c85-9bf2-fe00c391ab0d tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429034 Sep 20 16:05:52.494361 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-d2520857-da1b-4089-a215-e4fb2c88212c tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Allocated IP 172.20.0.12 (00f00114-e797-4923-84d8-1eb9559185f6/fc04fde6-0920-4d15-9c98-c393d9df92d2/0551b379-b9d8-4e89-87ff-678c341f24b2) {{(pid=82369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 16:05:52.689577 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-d2520857-da1b-4089-a215-e4fb2c88212c tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks [] for port, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:52.706160 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-d2520857-da1b-4089-a215-e4fb2c88212c tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Transition to ACTIVE for port object 0551b379-b9d8-4e89-87ff-678c341f24b2 will not be triggered until provisioned by entity DHCP. {{(pid=82369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:05:52.725349 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-d2520857-da1b-4089-a215-e4fb2c88212c tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33095450'] for port, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:52.731772 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-344b2108-7525-40af-8376-208557b6efec tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:52.805458 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-d2520857-da1b-4089-a215-e4fb2c88212c tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Network 00f00114-e797-4923-84d8-1eb9559185f6 is already hosted by enough agents. {{(pid=82369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:05:52.809157 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-d2520857-da1b-4089-a215-e4fb2c88212c tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Resources bound (agent type, host, resource id): {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:05:52.811854 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2520857-da1b-4089-a215-e4fb2c88212c tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Pushing event updated for resources: {'Port': ['ID=0551b379-b9d8-4e89-87ff-678c341f24b2,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:52.814578 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-d2520857-da1b-4089-a215-e4fb2c88212c tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Received port after_create {{(pid=82369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 16:05:52.882340 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2520857-da1b-4089-a215-e4fb2c88212c tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:52.882665 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2520857-da1b-4089-a215-e4fb2c88212c tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:52.883077 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2520857-da1b-4089-a215-e4fb2c88212c tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:52.883483 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2520857-da1b-4089-a215-e4fb2c88212c tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:52.883885 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2520857-da1b-4089-a215-e4fb2c88212c tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:52.884281 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2520857-da1b-4089-a215-e4fb2c88212c tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:52.884675 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2520857-da1b-4089-a215-e4fb2c88212c tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:52.885070 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2520857-da1b-4089-a215-e4fb2c88212c tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:52.885463 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2520857-da1b-4089-a215-e4fb2c88212c tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:52.885856 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2520857-da1b-4089-a215-e4fb2c88212c tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:52.886250 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2520857-da1b-4089-a215-e4fb2c88212c tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:05:52.901916 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d2520857-da1b-4089-a215-e4fb2c88212c tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:52.906509 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-d2520857-da1b-4089-a215-e4fb2c88212c tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:52.907219 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-d2520857-da1b-4089-a215-e4fb2c88212c tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:52.936109 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-d2520857-da1b-4089-a215-e4fb2c88212c tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8159986 Sep 20 16:05:52.948266 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-451b06e0-12f2-4f72-a56c-3e7f7c0f395d service neutron] Request body: {'port': {'device_id': '9e76a3a0-2d97-4256-9062-3457eba9cffa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80966'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:05:53.065996 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-451b06e0-12f2-4f72-a56c-3e7f7c0f395d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:53.158485 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-c05ea886-9f57-4293-91cd-05703334d6c0 None None] Provisioning for port 0551b379-b9d8-4e89-87ff-678c341f24b2 completed by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:05:53.163307 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-c05ea886-9f57-4293-91cd-05703334d6c0 None None] Provisioning complete for port 0551b379-b9d8-4e89-87ff-678c341f24b2 triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:05:53.163722 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c05ea886-9f57-4293-91cd-05703334d6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:53.219134 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-c05ea886-9f57-4293-91cd-05703334d6c0 None None] Port 0551b379-b9d8-4e89-87ff-678c341f24b2 cannot update to ACTIVE because it is not bound. {{(pid=82370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 20 16:05:53.383199 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e329e9-1102-47a0-98b4-2d965567b46f req-d04e90d6-4258-40ee-b612-0d914602abe7 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:53.384821 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-34e329e9-1102-47a0-98b4-2d965567b46f req-d04e90d6-4258-40ee-b612-0d914602abe7 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 932 time: 0.0878887 Sep 20 16:05:53.423979 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-451b06e0-12f2-4f72-a56c-3e7f7c0f395d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0551b379-b9d8-4e89-87ff-678c341f24b2 {{(pid=82369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 16:05:53.431067 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-451b06e0-12f2-4f72-a56c-3e7f7c0f395d service neutron] Notify callbacks [] for port, precommit_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:53.437829 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-34e329e9-1102-47a0-98b4-2d965567b46f req-da6b410e-e3d8-48d6-b948-b0d045ac9755 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458059 Sep 20 16:05:53.446541 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-451b06e0-12f2-4f72-a56c-3e7f7c0f395d service neutron] Transition to ACTIVE for port object 0551b379-b9d8-4e89-87ff-678c341f24b2 will not be triggered until provisioned by entity L2. {{(pid=82369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:05:53.449288 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-451b06e0-12f2-4f72-a56c-3e7f7c0f395d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036821680366'] for port, after_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:53.454045 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c974490f-15d2-4519-8b50-ecd18c4bdbd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:53.582031 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451b06e0-12f2-4f72-a56c-3e7f7c0f395d service neutron] Pushing event updated for resources: {'Port': ['ID=0551b379-b9d8-4e89-87ff-678c341f24b2,revision_number=2']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:53.586486 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-451b06e0-12f2-4f72-a56c-3e7f7c0f395d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:53.635484 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7e68c-171a-4539-a921-4e9d4c34c719 req-0e85b267-0820-4832-bedc-9ad59404f467 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:53.637142 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4dc7e68c-171a-4539-a921-4e9d4c34c719 req-0e85b267-0820-4832-bedc-9ad59404f467 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 945 time: 0.0850871 Sep 20 16:05:53.695000 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4dc7e68c-171a-4539-a921-4e9d4c34c719 req-ca7c9603-996a-4750-b56d-ed91f175a69b tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506823 Sep 20 16:05:53.703780 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-451b06e0-12f2-4f72-a56c-3e7f7c0f395d service neutron] Attempting to bind port 0551b379-b9d8-4e89-87ff-678c341f24b2 on host hv-cinder-80966 for vnic_type normal with profile {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 16:05:53.704165 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-451b06e0-12f2-4f72-a56c-3e7f7c0f395d service neutron] Attempting to bind port 0551b379-b9d8-4e89-87ff-678c341f24b2 by drivers openvswitch,hyperv on host hv-cinder-80966 at level 0 using segments [{'id': '28f4d88d-0f86-4778-bde3-e90c9f794a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '00f00114-e797-4923-84d8-1eb9559185f6'}] {{(pid=82369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 16:05:53.704533 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-451b06e0-12f2-4f72-a56c-3e7f7c0f395d service neutron] Attempting to bind port 0551b379-b9d8-4e89-87ff-678c341f24b2 on network 00f00114-e797-4923-84d8-1eb9559185f6 {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:05:53.711369 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-451b06e0-12f2-4f72-a56c-3e7f7c0f395d service neutron] Port 0551b379-b9d8-4e89-87ff-678c341f24b2 on network 00f00114-e797-4923-84d8-1eb9559185f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80966 {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 20 16:05:53.711747 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-451b06e0-12f2-4f72-a56c-3e7f7c0f395d service neutron] Attempting to bind port 0551b379-b9d8-4e89-87ff-678c341f24b2 on network 00f00114-e797-4923-84d8-1eb9559185f6 {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:05:53.719854 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-451b06e0-12f2-4f72-a56c-3e7f7c0f395d service neutron] Checking agent: {'id': '85f38ebc-8bd3-4a05-87ab-11427d0d3796', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 57, 9), 'started_at': datetime.datetime(2021, 9, 20, 15, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 16, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 16:05:53.720227 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-451b06e0-12f2-4f72-a56c-3e7f7c0f395d service neutron] Checking segment: {'id': '28f4d88d-0f86-4778-bde3-e90c9f794a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '00f00114-e797-4923-84d8-1eb9559185f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:05:53.720645 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-451b06e0-12f2-4f72-a56c-3e7f7c0f395d service neutron] Bound using segment: {'id': '28f4d88d-0f86-4778-bde3-e90c9f794a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '00f00114-e797-4923-84d8-1eb9559185f6'} {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 16:05:53.721109 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-451b06e0-12f2-4f72-a56c-3e7f7c0f395d service neutron] Bound port: 0551b379-b9d8-4e89-87ff-678c341f24b2, host: hv-cinder-80966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28f4d88d-0f86-4778-bde3-e90c9f794a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '00f00114-e797-4923-84d8-1eb9559185f6'}}] {{(pid=82369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 16:05:53.721586 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-451b06e0-12f2-4f72-a56c-3e7f7c0f395d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:53.812418 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-451b06e0-12f2-4f72-a56c-3e7f7c0f395d service neutron] For port 0551b379-b9d8-4e89-87ff-678c341f24b2, host hv-cinder-80966, cleared binding levels {{(pid=82369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 16:05:53.815553 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-451b06e0-12f2-4f72-a56c-3e7f7c0f395d service neutron] For port 0551b379-b9d8-4e89-87ff-678c341f24b2, host hv-cinder-80966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=0551b379-b9d8-4e89-87ff-678c341f24b2,segment=NetworkSegment(28f4d88d-0f86-4778-bde3-e90c9f794a0e),segment_id=28f4d88d-0f86-4778-bde3-e90c9f794a0e)] {{(pid=82369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 16:05:53.818810 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-451b06e0-12f2-4f72-a56c-3e7f7c0f395d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036821680366'] for port, after_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:53.823209 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-2c06354a-74cc-4bdd-b1d1-55813b8f8a64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:05:53.890013 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-451b06e0-12f2-4f72-a56c-3e7f7c0f395d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:05:53.891539 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-451b06e0-12f2-4f72-a56c-3e7f7c0f395d service neutron] 10.222.0.36 "PUT /v2.0/ports/0551b379-b9d8-4e89-87ff-678c341f24b2 HTTP/1.1" status: 200 len: 1094 time: 0.9478977 Sep 20 16:05:53.892079 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e76a3a0-2d97-4256-9062-3457eba9cffa', 'tag': '0551b379-b9d8-4e89-87ff-678c341f24b2'}] {{(pid=82369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:05:53.909003 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451b06e0-12f2-4f72-a56c-3e7f7c0f395d service neutron] Pushing event updated for resources: {'Port': ['ID=0551b379-b9d8-4e89-87ff-678c341f24b2,revision_number=3']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:05:53.916425 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-451b06e0-12f2-4f72-a56c-3e7f7c0f395d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:05:53.987060 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e76a3a0-2d97-4256-9062-3457eba9cffa', 'tag': '0551b379-b9d8-4e89-87ff-678c341f24b2', 'status': 'completed', 'code': 200} Sep 20 16:05:54.024234 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-1749ea48-e759-477e-b29b-2579cce04731 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6306c250ae944d37a3e32aa956ccd533&device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 1097 time: 0.0803690 Sep 20 16:05:54.097302 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-723ac1e0-107e-4777-887b-fa93f9a25c76 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0551b379-b9d8-4e89-87ff-678c341f24b2 HTTP/1.1" status: 200 len: 217 time: 0.0654719 Sep 20 16:05:54.171893 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-13dcc895-e43c-48f7-92e6-84568a849e97 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:54.173342 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-13dcc895-e43c-48f7-92e6-84568a849e97 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc04fde6-0920-4d15-9c98-c393d9df92d2 HTTP/1.1" status: 200 len: 847 time: 0.0684493 Sep 20 16:05:54.253630 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-7946bce7-2cfe-45dd-a7ad-78605b2845a1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00f00114-e797-4923-84d8-1eb9559185f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727079 Sep 20 16:05:54.394078 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-6596dfac-95f5-4894-8f14-b45e4c6a1936 service neutron] 10.222.0.36 "GET /v2.0/networks/00f00114-e797-4923-84d8-1eb9559185f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334448 Sep 20 16:05:54.540762 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-728d93eb-ab61-410f-b27a-a5e782ff2549 req-4b90969b-91a8-4363-8e07-9befa9f74fcc service neutron] 10.222.0.36 "GET /v2.0/networks/00f00114-e797-4923-84d8-1eb9559185f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380625 Sep 20 16:05:54.647279 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10fefcc-8ada-4550-8ce1-c87e6082494d req-7f7d4e82-03e8-4cab-be52-da4bf9adb059 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:54.648938 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b10fefcc-8ada-4550-8ce1-c87e6082494d req-7f7d4e82-03e8-4cab-be52-da4bf9adb059 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 944 time: 0.0886202 Sep 20 16:05:54.675441 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5c1b51dd-bbc2-4bff-899e-7aef901b9e1c req-d277752a-7b84-4ffe-8c5d-64ae567c1827 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6306c250ae944d37a3e32aa956ccd533&device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 1097 time: 0.0780697 Sep 20 16:05:54.697614 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b10fefcc-8ada-4550-8ce1-c87e6082494d req-0df76a66-71ea-4f49-9669-ddd2d6cebcab tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422294 Sep 20 16:05:54.822240 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b51dd-bbc2-4bff-899e-7aef901b9e1c req-c7b91d14-4808-43a0-a508-a39964179baa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:54.823838 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5c1b51dd-bbc2-4bff-899e-7aef901b9e1c req-c7b91d14-4808-43a0-a508-a39964179baa service neutron] 10.222.0.36 "GET /v2.0/networks?id=00f00114-e797-4923-84d8-1eb9559185f6 HTTP/1.1" status: 200 len: 909 time: 0.1364903 Sep 20 16:05:54.897458 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5c1b51dd-bbc2-4bff-899e-7aef901b9e1c req-a888d7f2-0218-4c43-9284-df5631267adc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0551b379-b9d8-4e89-87ff-678c341f24b2 HTTP/1.1" status: 200 len: 217 time: 0.0641620 Sep 20 16:05:54.919448 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72befcc0-4c18-4b10-b36b-38b3f8200d10 req-02fe2662-9de0-4645-bb58-79cd383ffa18 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:54.921064 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-72befcc0-4c18-4b10-b36b-38b3f8200d10 req-02fe2662-9de0-4645-bb58-79cd383ffa18 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 945 time: 0.0845311 Sep 20 16:05:54.971993 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b51dd-bbc2-4bff-899e-7aef901b9e1c req-1fdccbeb-1258-4216-8873-15f1ee5bfb49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:54.973596 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5c1b51dd-bbc2-4bff-899e-7aef901b9e1c req-1fdccbeb-1258-4216-8873-15f1ee5bfb49 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc04fde6-0920-4d15-9c98-c393d9df92d2 HTTP/1.1" status: 200 len: 847 time: 0.0679917 Sep 20 16:05:54.974030 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-72befcc0-4c18-4b10-b36b-38b3f8200d10 req-228fb043-60ca-4fbc-b750-b976905e6af8 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468667 Sep 20 16:05:55.061789 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5c1b51dd-bbc2-4bff-899e-7aef901b9e1c req-0f989f12-1912-47a9-853c-ad6964b4377a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00f00114-e797-4923-84d8-1eb9559185f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0733733 Sep 20 16:05:55.205744 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5c1b51dd-bbc2-4bff-899e-7aef901b9e1c req-81d410ce-f084-4cff-94a2-337eb91262b2 service neutron] 10.222.0.36 "GET /v2.0/networks/00f00114-e797-4923-84d8-1eb9559185f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350470 Sep 20 16:05:55.347141 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5c1b51dd-bbc2-4bff-899e-7aef901b9e1c req-ef13f823-dead-4235-9827-5c39cc4c5e57 service neutron] 10.222.0.36 "GET /v2.0/networks/00f00114-e797-4923-84d8-1eb9559185f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336432 Sep 20 16:05:55.901416 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb77ca-89d6-4212-a3d7-5baabac3f89c req-f22e8ef6-416e-47dc-be2c-0ef0609788fb tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:55.903096 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fbfb77ca-89d6-4212-a3d7-5baabac3f89c req-f22e8ef6-416e-47dc-be2c-0ef0609788fb tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 944 time: 0.0833821 Sep 20 16:05:55.951294 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fbfb77ca-89d6-4212-a3d7-5baabac3f89c req-23e8242f-0935-4c2e-86cb-1558fd8cd210 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414979 Sep 20 16:05:56.195428 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37582670-3931-4db7-bcbe-a6381f8cdc09 req-382b6899-e7ae-4d4d-9b6a-23e26b5e1fa0 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:56.197012 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-37582670-3931-4db7-bcbe-a6381f8cdc09 req-382b6899-e7ae-4d4d-9b6a-23e26b5e1fa0 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 945 time: 0.0844712 Sep 20 16:05:56.248605 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-37582670-3931-4db7-bcbe-a6381f8cdc09 req-16dad65b-499d-47b1-9c7c-cce230d8f0b8 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449359 Sep 20 16:05:57.156443 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed33570-7457-4dd0-8d30-0da493b8b21c req-64ec33b8-3a28-4303-81eb-b6d54cb61b0a tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:57.157958 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7ed33570-7457-4dd0-8d30-0da493b8b21c req-64ec33b8-3a28-4303-81eb-b6d54cb61b0a tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 944 time: 0.0835886 Sep 20 16:05:57.206017 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7ed33570-7457-4dd0-8d30-0da493b8b21c req-bce3e3d7-e442-4a89-ab60-c81d20e3d28c tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420699 Sep 20 16:05:57.467882 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ef276-8622-4f12-a628-44519704f240 req-871bd399-e9c7-4d58-9300-8878fd36463e tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:57.469482 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-701ef276-8622-4f12-a628-44519704f240 req-871bd399-e9c7-4d58-9300-8878fd36463e tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 945 time: 0.0861747 Sep 20 16:05:57.516161 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-701ef276-8622-4f12-a628-44519704f240 req-7cad2659-5997-45d0-9c1a-d49066c57b14 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407660 Sep 20 16:05:58.406763 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9632b352-bb48-43c8-892a-3df451b12f1b req-483f2647-d4a2-4039-b127-a69e0dbf88ae tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:58.408371 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9632b352-bb48-43c8-892a-3df451b12f1b req-483f2647-d4a2-4039-b127-a69e0dbf88ae tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 944 time: 0.0811656 Sep 20 16:05:58.455648 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9632b352-bb48-43c8-892a-3df451b12f1b req-a6432833-d254-4017-80d4-23ea0282d0fc tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412974 Sep 20 16:05:58.736333 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040113f-94c5-441e-86e8-8851a7fd788e req-f793512d-09e8-4121-a02b-3cc6ffa8a008 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:58.737931 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2040113f-94c5-441e-86e8-8851a7fd788e req-f793512d-09e8-4121-a02b-3cc6ffa8a008 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 945 time: 0.0849802 Sep 20 16:05:58.785278 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2040113f-94c5-441e-86e8-8851a7fd788e req-d392b777-2fb3-409b-9056-adeae8b2cae0 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413897 Sep 20 16:05:59.656086 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c231c14-5b62-4326-bb19-d9aedc730cd5 req-4bfc760e-83ef-4bfa-84e0-d91f3dfa8c42 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:05:59.657700 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3c231c14-5b62-4326-bb19-d9aedc730cd5 req-4bfc760e-83ef-4bfa-84e0-d91f3dfa8c42 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 944 time: 0.0813837 Sep 20 16:05:59.709144 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3c231c14-5b62-4326-bb19-d9aedc730cd5 req-35c0bb58-3ecb-48ce-bf5d-ad99d5725550 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452607 Sep 20 16:06:00.002917 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98c708b-d26b-4712-a92b-25094d1dd04e req-40bc213a-a79d-4220-9081-9e38d8ccfa8a tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:00.004499 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d98c708b-d26b-4712-a92b-25094d1dd04e req-40bc213a-a79d-4220-9081-9e38d8ccfa8a tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 945 time: 0.0818434 Sep 20 16:06:00.051600 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d98c708b-d26b-4712-a92b-25094d1dd04e req-ef6ba67a-6ab3-496c-8075-42317d490977 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410957 Sep 20 16:06:00.913576 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b80f0c-939a-4c7e-9cc8-da11fc60717e req-1b8e2f4b-d96e-4d9a-b863-3304ed0583ce tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:00.915217 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a0b80f0c-939a-4c7e-9cc8-da11fc60717e req-1b8e2f4b-d96e-4d9a-b863-3304ed0583ce tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 944 time: 0.0864723 Sep 20 16:06:00.965513 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a0b80f0c-939a-4c7e-9cc8-da11fc60717e req-09185a15-5028-462f-bf2f-6b447716898c tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437810 Sep 20 16:06:01.282813 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ed53e-79c0-4bcb-b20b-421fc0cf996a req-6ffde269-2c95-404d-aae9-319662775e77 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:01.284403 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cf9ed53e-79c0-4bcb-b20b-421fc0cf996a req-6ffde269-2c95-404d-aae9-319662775e77 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 945 time: 0.0846574 Sep 20 16:06:01.334401 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cf9ed53e-79c0-4bcb-b20b-421fc0cf996a req-725b5d80-1a54-4d7c-83e3-d3081cd36219 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439110 Sep 20 16:06:01.376897 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device ecc1e192-2dc8-45d7-94d7-d547a408db48 details requested by agent hyperv_hv-cinder-80966 with host hv-cinder-80966 {{(pid=82370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 20 16:06:01.548977 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port ecc1e192-2dc8-45d7-94d7-d547a408db48, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=ecc1e192-2dc8-45d7-94d7-d547a408db48,segment=NetworkSegment(989a23f7-b1d9-49cd-b7ba-1fda6ddeb386),segment_id=989a23f7-b1d9-49cd-b7ba-1fda6ddeb386)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:06:01.564345 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Returning: {'device': 'ecc1e192-2dc8-45d7-94d7-d547a408db48', 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29', 'port_id': 'ecc1e192-2dc8-45d7-94d7-d547a408db48', 'mac_address': 'fa:16:3e:9e:b5:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56db9545-8f98-4a5d-b98f-1e9dd0b9696a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 20 16:06:01.625303 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:01.645180 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ecc1e192-2dc8-45d7-94d7-d547a408db48 {{(pid=82370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 16:06:01.663615 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port ecc1e192-2dc8-45d7-94d7-d547a408db48, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=ecc1e192-2dc8-45d7-94d7-d547a408db48,segment=NetworkSegment(989a23f7-b1d9-49cd-b7ba-1fda6ddeb386),segment_id=989a23f7-b1d9-49cd-b7ba-1fda6ddeb386)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:06:01.666430 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:01.668356 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-7b00ef5a-9a95-4860-af11-fe76049a0360 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:06:01.752459 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=ecc1e192-2dc8-45d7-94d7-d547a408db48,revision_number=6']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:06:01.759302 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:06:01.765853 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['ecc1e192-2dc8-45d7-94d7-d547a408db48'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:06:02.208877 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0d45c-80d8-4368-ba67-b4ff2fff1e6e req-4e1be438-0f9c-4171-86ff-9164d38ea6f4 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:02.210505 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-05c0d45c-80d8-4368-ba67-b4ff2fff1e6e req-4e1be438-0f9c-4171-86ff-9164d38ea6f4 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 944 time: 0.0975130 Sep 20 16:06:02.263292 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-05c0d45c-80d8-4368-ba67-b4ff2fff1e6e req-6331bae5-a526-4ac8-bb15-3607df380b29 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455282 Sep 20 16:06:02.586794 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17025c-7b13-4ba9-924d-53022b85226c req-8620a47d-9fe9-403a-9a94-b863de535b74 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:02.589594 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-aa17025c-7b13-4ba9-924d-53022b85226c req-8620a47d-9fe9-403a-9a94-b863de535b74 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 944 time: 0.0982914 Sep 20 16:06:02.648785 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-aa17025c-7b13-4ba9-924d-53022b85226c req-664192f8-e869-47ce-a0aa-851b39aad043 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499465 Sep 20 16:06:02.767832 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-cdf7a07a-9154-4302-8de8-af1aaa10842c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:03.391048 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 0551b379-b9d8-4e89-87ff-678c341f24b2 details requested by agent hyperv_hv-cinder-80966 with host hv-cinder-80966 {{(pid=82370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 20 16:06:03.396072 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device ecc1e192-2dc8-45d7-94d7-d547a408db48 up at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:06:03.510287 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c3226-b21c-464a-8cba-29460c0006d9 req-0e04533a-af18-4853-9675-461c0a629fd1 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:03.521612 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3b8c3226-b21c-464a-8cba-29460c0006d9 req-0e04533a-af18-4853-9675-461c0a629fd1 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 944 time: 0.1193690 Sep 20 16:06:03.586099 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3b8c3226-b21c-464a-8cba-29460c0006d9 req-d09b8639-2852-4ead-a9dc-c6285e7c9df5 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580504 Sep 20 16:06:03.753211 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning complete for port ecc1e192-2dc8-45d7-94d7-d547a408db48 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:06:03.753817 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:03.852507 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 0551b379-b9d8-4e89-87ff-678c341f24b2, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=0551b379-b9d8-4e89-87ff-678c341f24b2,segment=NetworkSegment(28f4d88d-0f86-4778-bde3-e90c9f794a0e),segment_id=28f4d88d-0f86-4778-bde3-e90c9f794a0e)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:06:03.879007 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Returning: {'device': '0551b379-b9d8-4e89-87ff-678c341f24b2', 'network_id': '00f00114-e797-4923-84d8-1eb9559185f6', 'port_id': '0551b379-b9d8-4e89-87ff-678c341f24b2', 'mac_address': 'fa:16:3e:09:31:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc04fde6-0920-4d15-9c98-c393d9df92d2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 20 16:06:03.994664 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:04.006026 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:04.030478 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0551b379-b9d8-4e89-87ff-678c341f24b2 {{(pid=82370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 16:06:04.050331 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c53ce6-436e-4a62-9c6d-52b19c79daee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc1e192-2dc8-45d7-94d7-d547a408db48'}] {{(pid=82370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:06:04.063655 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port ecc1e192-2dc8-45d7-94d7-d547a408db48, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=ecc1e192-2dc8-45d7-94d7-d547a408db48,segment=NetworkSegment(989a23f7-b1d9-49cd-b7ba-1fda6ddeb386),segment_id=989a23f7-b1d9-49cd-b7ba-1fda6ddeb386)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:06:04.065595 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 0551b379-b9d8-4e89-87ff-678c341f24b2, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=0551b379-b9d8-4e89-87ff-678c341f24b2,segment=NetworkSegment(28f4d88d-0f86-4778-bde3-e90c9f794a0e),segment_id=28f4d88d-0f86-4778-bde3-e90c9f794a0e)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:06:04.068994 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:04.073161 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:06:04.120962 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:04.148240 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c53ce6-436e-4a62-9c6d-52b19c79daee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc1e192-2dc8-45d7-94d7-d547a408db48', 'code': 200} Sep 20 16:06:04.168516 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ea86f-ce1b-42c1-8c8f-fee2b07c7e2b req-e5610c23-0ac6-4927-b0de-92724c0a2ec3 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:04.170592 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0f5ea86f-ce1b-42c1-8c8f-fee2b07c7e2b req-e5610c23-0ac6-4927-b0de-92724c0a2ec3 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 945 time: 0.1406448 Sep 20 16:06:04.183250 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:04.206229 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=ecc1e192-2dc8-45d7-94d7-d547a408db48,revision_number=7']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:06:04.210274 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:06:04.211000 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-efa0b751-92a1-4f8d-b97e-cadacc663bee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:06:04.229287 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0f5ea86f-ce1b-42c1-8c8f-fee2b07c7e2b req-c86e206b-78f0-4738-b634-f38041218475 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515666 Sep 20 16:06:04.285282 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=0551b379-b9d8-4e89-87ff-678c341f24b2,revision_number=4']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:06:04.288930 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:06:04.402823 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['0551b379-b9d8-4e89-87ff-678c341f24b2'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:06:04.850926 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1774a59c-19cf-449a-83e5-9053ac98d599 req-9a9b6c9d-f5d4-441b-b94e-5332a4317b00 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:04.852548 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1774a59c-19cf-449a-83e5-9053ac98d599 req-9a9b6c9d-f5d4-441b-b94e-5332a4317b00 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 945 time: 0.0988543 Sep 20 16:06:04.958966 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1774a59c-19cf-449a-83e5-9053ac98d599 req-e471dd79-965d-4c5a-9240-c96ef2d1ee36 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949807 Sep 20 16:06:05.118331 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-45a8d91b-9a33-445b-82d0-3fa7bc070b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:05.403269 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 0551b379-b9d8-4e89-87ff-678c341f24b2 up at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:06:05.473548 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c988e77-30ec-4b87-aa5b-89af6c3883d7 req-874af6a1-4e2c-4bd7-ae53-7efc439d392c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:05.475411 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9c988e77-30ec-4b87-aa5b-89af6c3883d7 req-874af6a1-4e2c-4bd7-ae53-7efc439d392c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 945 time: 0.0920432 Sep 20 16:06:05.494814 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning for port 0551b379-b9d8-4e89-87ff-678c341f24b2 completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:06:05.503034 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning complete for port 0551b379-b9d8-4e89-87ff-678c341f24b2 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:06:05.503551 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:05.549835 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9c988e77-30ec-4b87-aa5b-89af6c3883d7 req-802a244e-a600-48ca-b6db-368e2afab608 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642204 Sep 20 16:06:05.589984 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:05.646084 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:05.681878 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 0551b379-b9d8-4e89-87ff-678c341f24b2, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=0551b379-b9d8-4e89-87ff-678c341f24b2,segment=NetworkSegment(28f4d88d-0f86-4778-bde3-e90c9f794a0e),segment_id=28f4d88d-0f86-4778-bde3-e90c9f794a0e)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:06:05.688396 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:05.690401 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:06:05.765816 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=0551b379-b9d8-4e89-87ff-678c341f24b2,revision_number=5']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:06:05.768950 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:06:06.149246 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e76a3a0-2d97-4256-9062-3457eba9cffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0551b379-b9d8-4e89-87ff-678c341f24b2'}] {{(pid=82370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:06:06.185214 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28326a-f121-424e-a6c2-6389e02165b5 req-4de57c99-25a4-4e5e-8a42-717ec1de5a63 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:06.186855 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4a28326a-f121-424e-a6c2-6389e02165b5 req-4de57c99-25a4-4e5e-8a42-717ec1de5a63 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 946 time: 0.1003432 Sep 20 16:06:06.260506 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4a28326a-f121-424e-a6c2-6389e02165b5 req-97ad7180-cbbb-4ceb-9cf6-eb5712d2b291 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658395 Sep 20 16:06:06.264787 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e76a3a0-2d97-4256-9062-3457eba9cffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0551b379-b9d8-4e89-87ff-678c341f24b2', 'code': 200} Sep 20 16:06:06.600743 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-01a18ddd-6a57-41c4-b4f2-238a96612ad8 req-b945a5bc-a697-4949-8cf8-246520e0093f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 1099 time: 0.0795946 Sep 20 16:06:06.651770 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-01a18ddd-6a57-41c4-b4f2-238a96612ad8 req-088eb110-a2b7-451f-b340-93e2afd48e30 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437610 Sep 20 16:06:06.791705 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52024971-93ab-4bb7-905a-985e7f9b188c req-9bb7439c-b96e-4fb9-a450-3e2840c209d8 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:06.793904 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-52024971-93ab-4bb7-905a-985e7f9b188c req-9bb7439c-b96e-4fb9-a450-3e2840c209d8 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 945 time: 0.0874667 Sep 20 16:06:06.847823 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-52024971-93ab-4bb7-905a-985e7f9b188c req-0aeca85b-b023-4a6f-8182-b936ffa3be9a tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470762 Sep 20 16:06:06.913843 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:07.485317 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f5a721-1b76-4a12-9fa9-4084df309926 req-f4c4c10a-7e23-4e7a-86b3-de6017df63f2 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:07.487057 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e3f5a721-1b76-4a12-9fa9-4084df309926 req-f4c4c10a-7e23-4e7a-86b3-de6017df63f2 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 946 time: 0.0886250 Sep 20 16:06:07.545612 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e3f5a721-1b76-4a12-9fa9-4084df309926 req-0aab2d7b-114a-45b5-8bab-41e06a540885 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522108 Sep 20 16:06:08.082699 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd91cb1-98e9-4d6c-a9ca-c0f2fa8bb40c req-3c85f8c6-1f64-418c-82cb-a6c90de0ad77 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:08.087360 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3fd91cb1-98e9-4d6c-a9ca-c0f2fa8bb40c req-3c85f8c6-1f64-418c-82cb-a6c90de0ad77 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 945 time: 0.0894735 Sep 20 16:06:08.137216 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3fd91cb1-98e9-4d6c-a9ca-c0f2fa8bb40c req-e715b4fd-5d1d-40ce-94bf-36432fce2999 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468941 Sep 20 16:06:09.021816 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80019a0b-3b85-4bca-b055-595a6e1b83fb req-3f053967-84c1-4588-ad3b-f02f3f627e48 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:09.023391 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-80019a0b-3b85-4bca-b055-595a6e1b83fb req-3f053967-84c1-4588-ad3b-f02f3f627e48 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 946 time: 0.3327093 Sep 20 16:06:09.139523 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-80019a0b-3b85-4bca-b055-595a6e1b83fb req-e81914fb-9fec-4319-8ae1-e82420e681be tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994954 Sep 20 16:06:09.455294 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f73b7-1618-4b5f-a1e4-a9db4b3a3d0e req-3bb3a823-4557-4bba-a392-60f59bde15d6 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:09.462871 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-704f73b7-1618-4b5f-a1e4-a9db4b3a3d0e req-3bb3a823-4557-4bba-a392-60f59bde15d6 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 945 time: 0.1571937 Sep 20 16:06:09.513478 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef81ef-1b97-4ff0-8ddc-49ae248c965d req-fd429e61-9521-4e96-94e8-95a7ea3e4f76 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:09.520943 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-63ef81ef-1b97-4ff0-8ddc-49ae248c965d req-fd429e61-9521-4e96-94e8-95a7ea3e4f76 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 946 time: 0.1785381 Sep 20 16:06:09.558384 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-704f73b7-1618-4b5f-a1e4-a9db4b3a3d0e req-7b8c4190-9716-4f93-b45c-a500ed591a84 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943241 Sep 20 16:06:09.587056 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-63ef81ef-1b97-4ff0-8ddc-49ae248c965d req-5ce1e27b-6dd6-417c-8063-b1c75eff50a0 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651705 Sep 20 16:06:09.616468 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 60066) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:06:09.932548 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-eca1bd36-7e82-4ab6-b848-2bd303ced50f tempest-TestShelveInstance-1421435062 tempest-TestShelveInstance-1421435062-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 1094 time: 0.3105993 Sep 20 16:06:09.932548 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 60074) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:06:09.937657 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-7e012c8e-4a97-46d2-805f-b9261456fa93 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Request body: {'floatingip': {'floating_network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'port_id': '0551b379-b9d8-4e89-87ff-678c341f24b2', 'tenant_id': '6306c250ae944d37a3e32aa956ccd533', 'fixed_ip_address': '172.20.0.12'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:06:09.943979 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-7e012c8e-4a97-46d2-805f-b9261456fa93 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:06:09.948999 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-7e012c8e-4a97-46d2-805f-b9261456fa93 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Usage tracker for resource:floatingip and tenant:6306c250ae944d37a3e32aa956ccd533 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:06:09.952498 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-7e012c8e-4a97-46d2-805f-b9261456fa93 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:06:09.958888 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-7e012c8e-4a97-46d2-805f-b9261456fa93 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:06:09.971684 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7e012c8e-4a97-46d2-805f-b9261456fa93 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks [] for floatingip, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:10.151790 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7e012c8e-4a97-46d2-805f-b9261456fa93 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:10.322589 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [None req-7e012c8e-4a97-46d2-805f-b9261456fa93 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Allocated IP 172.27.3.65 (378c8f1a-f14e-4679-b139-5c2d775a72d9/ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1/541db1a3-3d3a-4a31-b628-9626b9cc4133) {{(pid=82368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 16:06:10.333516 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:10.540827 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7e012c8e-4a97-46d2-805f-b9261456fa93 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks [] for port, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:10.576251 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7e012c8e-4a97-46d2-805f-b9261456fa93 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:10.581722 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-4bd5f931-5dfa-4f57-ad26-e5263ae96d22 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:06:10.655016 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e012c8e-4a97-46d2-805f-b9261456fa93 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Network 378c8f1a-f14e-4679-b139-5c2d775a72d9 is already hosted by enough agents. {{(pid=82368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:06:10.658180 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-7e012c8e-4a97-46d2-805f-b9261456fa93 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Resources bound (agent type, host, resource id): {{(pid=82368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:06:10.663480 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e012c8e-4a97-46d2-805f-b9261456fa93 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Received port after_create {{(pid=82368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 16:06:10.690079 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e012c8e-4a97-46d2-805f-b9261456fa93 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Pushing event updated for resources: {'Port': ['ID=541db1a3-3d3a-4a31-b628-9626b9cc4133,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:06:10.715728 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e012c8e-4a97-46d2-805f-b9261456fa93 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:06:10.716027 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e012c8e-4a97-46d2-805f-b9261456fa93 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:06:10.716444 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e012c8e-4a97-46d2-805f-b9261456fa93 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:06:10.716853 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e012c8e-4a97-46d2-805f-b9261456fa93 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:06:10.717259 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e012c8e-4a97-46d2-805f-b9261456fa93 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:06:10.717660 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e012c8e-4a97-46d2-805f-b9261456fa93 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:06:10.718328 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e012c8e-4a97-46d2-805f-b9261456fa93 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:06:10.718439 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e012c8e-4a97-46d2-805f-b9261456fa93 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:06:10.718830 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e012c8e-4a97-46d2-805f-b9261456fa93 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:06:10.719234 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e012c8e-4a97-46d2-805f-b9261456fa93 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:06:10.719630 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e012c8e-4a97-46d2-805f-b9261456fa93 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:06:10.725183 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-7e012c8e-4a97-46d2-805f-b9261456fa93 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:06:10.932573 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf9bb95-a2f5-4313-996a-3afce89d4f7b req-66aaa2d1-a1b0-4060-9c9d-4b933dac5d85 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:10.934866 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7cf9bb95-a2f5-4313-996a-3afce89d4f7b req-66aaa2d1-a1b0-4060-9c9d-4b933dac5d85 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 945 time: 0.2019906 Sep 20 16:06:11.126108 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7cf9bb95-a2f5-4313-996a-3afce89d4f7b req-dc9bb45f-483f-4c73-8a43-c1cad010cef7 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306813 Sep 20 16:06:11.327056 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7e012c8e-4a97-46d2-805f-b9261456fa93 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:11.385532 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7e012c8e-4a97-46d2-805f-b9261456fa93 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:11.393280 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c365be6a-6dc3-4d4f-9169-7df9dc8f6533 req-f9bee84f-9b54-4cc2-8dec-dfacb61fdeb0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db746f245ad145658413ccb0154221ac&device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 1098 time: 0.0742862 Sep 20 16:06:11.540711 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365be6a-6dc3-4d4f-9169-7df9dc8f6533 req-a7a5521f-3102-445f-a043-59f0d3b2ab72 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:11.542243 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c365be6a-6dc3-4d4f-9169-7df9dc8f6533 req-a7a5521f-3102-445f-a043-59f0d3b2ab72 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bff5b245-776a-4a0d-8c23-eec69eae1a29 HTTP/1.1" status: 200 len: 918 time: 0.1422741 Sep 20 16:06:11.604584 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7e012c8e-4a97-46d2-805f-b9261456fa93 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks [] for port, precommit_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:11.608435 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7e012c8e-4a97-46d2-805f-b9261456fa93 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33517910'] for port, after_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:11.612832 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-eb6eca66-41a8-4ddf-b478-51d732252ffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:06:11.652621 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c365be6a-6dc3-4d4f-9169-7df9dc8f6533 req-586200b8-8713-4209-82fb-4bf8424d2508 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecc1e192-2dc8-45d7-94d7-d547a408db48 HTTP/1.1" status: 200 len: 1001 time: 0.1029010 Sep 20 16:06:11.726534 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e012c8e-4a97-46d2-805f-b9261456fa93 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Pushing event updated for resources: {'Port': ['ID=541db1a3-3d3a-4a31-b628-9626b9cc4133,revision_number=2']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:06:11.726833 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365be6a-6dc3-4d4f-9169-7df9dc8f6533 req-81941cd1-9c17-4b7a-838f-002a7a0f9aae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:11.728365 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c365be6a-6dc3-4d4f-9169-7df9dc8f6533 req-81941cd1-9c17-4b7a-838f-002a7a0f9aae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=56db9545-8f98-4a5d-b98f-1e9dd0b9696a HTTP/1.1" status: 200 len: 856 time: 0.0648129 Sep 20 16:06:11.731465 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-7e012c8e-4a97-46d2-805f-b9261456fa93 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:06:11.740187 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7e012c8e-4a97-46d2-805f-b9261456fa93 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1017788'] for floatingip, after_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:11.962769 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.db.l3_db [None req-7e012c8e-4a97-46d2-805f-b9261456fa93 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Floating IP cc7203b6-2e1b-42ec-87fe-c61a93ae924b associated. External IP: 172.27.3.65, port: 0551b379-b9d8-4e89-87ff-678c341f24b2. Sep 20 16:06:12.032232 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c365be6a-6dc3-4d4f-9169-7df9dc8f6533 req-72fd6e5f-4d2e-47c9-af1f-d1cb58f39787 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bff5b245-776a-4a0d-8c23-eec69eae1a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2964673 Sep 20 16:06:12.180802 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c365be6a-6dc3-4d4f-9169-7df9dc8f6533 req-e0a906a5-5333-49f7-80c2-01e66380a097 service neutron] 10.222.0.36 "GET /v2.0/networks/bff5b245-776a-4a0d-8c23-eec69eae1a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414275 Sep 20 16:06:12.326255 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c365be6a-6dc3-4d4f-9169-7df9dc8f6533 req-d804a779-db90-443a-a343-a7f26e1e21d3 service neutron] 10.222.0.36 "GET /v2.0/networks/bff5b245-776a-4a0d-8c23-eec69eae1a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388206 Sep 20 16:06:12.639028 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3731eb0-5a9d-4991-a6aa-843bcd0fab1e req-aa5e4823-815c-4f92-9e34-f3c3c7b5b931 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:12.640567 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d3731eb0-5a9d-4991-a6aa-843bcd0fab1e req-aa5e4823-815c-4f92-9e34-f3c3c7b5b931 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 945 time: 0.3427987 Sep 20 16:06:12.709397 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d3731eb0-5a9d-4991-a6aa-843bcd0fab1e req-710b33bc-7e63-46d3-8f12-ab7f32272290 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625460 Sep 20 16:06:12.725579 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e012c8e-4a97-46d2-805f-b9261456fa93 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Router b5efb64d-30c6-45a5-918d-186613aa0f3c has already been hosted by L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a {{(pid=82368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 20 16:06:12.934398 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e012c8e-4a97-46d2-805f-b9261456fa93 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 16:06:12.944308 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42317d6-f2a4-4b9b-888b-b7f505ae4e22 None None] Sync routers for ids ['b5efb64d-30c6-45a5-918d-186613aa0f3c'] in dv-cinder-809669-1-iscsi {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 16:06:12.957592 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42317d6-f2a4-4b9b-888b-b7f505ae4e22 None None] Routers {'b5efb64d-30c6-45a5-918d-186613aa0f3c'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:06:12.958256 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-d42317d6-f2a4-4b9b-888b-b7f505ae4e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:06:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['b5efb64d-30c6-45a5-918d-186613aa0f3c'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:06:12.958609 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7e012c8e-4a97-46d2-805f-b9261456fa93 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for floatingip, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:13.013176 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-7e012c8e-4a97-46d2-805f-b9261456fa93 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0804689 Sep 20 16:06:13.013924 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e76a3a0-2d97-4256-9062-3457eba9cffa', 'tag': '0551b379-b9d8-4e89-87ff-678c341f24b2'}] {{(pid=82368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:06:13.070510 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e76a3a0-2d97-4256-9062-3457eba9cffa', 'tag': '0551b379-b9d8-4e89-87ff-678c341f24b2', 'status': 'completed', 'code': 200} Sep 20 16:06:13.143495 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-d42317d6-f2a4-4b9b-888b-b7f505ae4e22 None None] Set router b5efb64d-30c6-45a5-918d-186613aa0f3c gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:06:13.167535 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bf4d46d0-b95a-4de8-b40e-2139815cbd84 req-f6bf2d38-37d8-4a8b-88c5-c89d12e25333 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6306c250ae944d37a3e32aa956ccd533&device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 1099 time: 0.0745945 Sep 20 16:06:13.314981 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d46d0-b95a-4de8-b40e-2139815cbd84 req-b0cc681c-c926-443c-abeb-ad3225a640f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:13.316562 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bf4d46d0-b95a-4de8-b40e-2139815cbd84 req-b0cc681c-c926-443c-abeb-ad3225a640f5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=00f00114-e797-4923-84d8-1eb9559185f6 HTTP/1.1" status: 200 len: 909 time: 0.1405931 Sep 20 16:06:13.426515 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bf4d46d0-b95a-4de8-b40e-2139815cbd84 req-598ce995-5079-4f3a-9b9c-b24571468395 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0551b379-b9d8-4e89-87ff-678c341f24b2 HTTP/1.1" status: 200 len: 999 time: 0.1019711 Sep 20 16:06:13.499519 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d46d0-b95a-4de8-b40e-2139815cbd84 req-e86cc9ab-f9e0-4e41-926b-49f4588ec739 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:13.501097 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bf4d46d0-b95a-4de8-b40e-2139815cbd84 req-e86cc9ab-f9e0-4e41-926b-49f4588ec739 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc04fde6-0920-4d15-9c98-c393d9df92d2 HTTP/1.1" status: 200 len: 847 time: 0.0635493 Sep 20 16:06:13.506046 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-d42317d6-f2a4-4b9b-888b-b7f505ae4e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5efb64d-30c6-45a5-918d-186613aa0f3c', 'name': 'tempest-TestShelveInstance-381728854-router', 'tenant_id': '6306c250ae944d37a3e32aa956ccd533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '8cf831d0-3706-483f-bce4-0c7e14fd30a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:05:10Z', 'updated_at': '2021-09-20T16:05:15Z', 'revision_number': 4, 'project_id': '6306c250ae944d37a3e32aa956ccd533', 'gw_port': {'id': '8cf831d0-3706-483f-bce4-0c7e14fd30a5', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:2a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5efb64d-30c6-45a5-918d-186613aa0f3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:05:11Z', 'updated_at': '2021-09-20T16:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_floatingips': [{'id': 'cc7203b6-2e1b-42ec-87fe-c61a93ae924b', 'tenant_id': '6306c250ae944d37a3e32aa956ccd533', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'router_id': 'b5efb64d-30c6-45a5-918d-186613aa0f3c', 'port_id': '0551b379-b9d8-4e89-87ff-678c341f24b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00f00114-e797-4923-84d8-1eb9559185f6', 'mac_address': 'fa:16:3e:09:31:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e76a3a0-2d97-4256-9062-3457eba9cffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T16:06:11Z', 'updated_at': '2021-09-20T16:06:11Z', 'revision_number': 0, 'project_id': '6306c250ae944d37a3e32aa956ccd533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7de5834-a7f7-4688-b8e5-1f2a53aa51f0', 'name': '', 'network_id': '00f00114-e797-4923-84d8-1eb9559185f6', 'tenant_id': '6306c250ae944d37a3e32aa956ccd533', 'mac_address': 'fa:16:3e:92:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5efb64d-30c6-45a5-918d-186613aa0f3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc04fde6-0920-4d15-9c98-c393d9df92d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:05:14Z', 'updated_at': '2021-09-20T16:05:24Z', 'revision_number': 5, 'project_id': '6306c250ae944d37a3e32aa956ccd533', 'subnets': [{'id': 'fc04fde6-0920-4d15-9c98-c393d9df92d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:06:13.510098 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42317d6-f2a4-4b9b-888b-b7f505ae4e22 None None] Checking router: b5efb64d-30c6-45a5-918d-186613aa0f3c for host: dv-cinder-809669-1-iscsi {{(pid=82370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 16:06:13.521335 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42317d6-f2a4-4b9b-888b-b7f505ae4e22 None None] Routers {'b5efb64d-30c6-45a5-918d-186613aa0f3c'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:06:13.522042 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-d42317d6-f2a4-4b9b-888b-b7f505ae4e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:06:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['b5efb64d-30c6-45a5-918d-186613aa0f3c'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:06:13.591743 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bf4d46d0-b95a-4de8-b40e-2139815cbd84 req-737c0d15-105e-48d0-bf68-27735e4163d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00f00114-e797-4923-84d8-1eb9559185f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0772579 Sep 20 16:06:13.706516 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-d42317d6-f2a4-4b9b-888b-b7f505ae4e22 None None] Set router b5efb64d-30c6-45a5-918d-186613aa0f3c gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:06:13.742194 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bf4d46d0-b95a-4de8-b40e-2139815cbd84 req-75e2ca56-365b-471d-b87d-f8d5280815b2 service neutron] 10.222.0.36 "GET /v2.0/networks/00f00114-e797-4923-84d8-1eb9559185f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350431 Sep 20 16:06:13.917241 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bf4d46d0-b95a-4de8-b40e-2139815cbd84 req-ab5c6274-b8e6-49eb-afd9-6f5ecee176e6 service neutron] 10.222.0.36 "GET /v2.0/networks/00f00114-e797-4923-84d8-1eb9559185f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678660 Sep 20 16:06:14.075870 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d624dcb-ca6e-4f82-aeb6-5838dac22f88 req-ec768e62-97c6-4767-8e15-3ea3b45ef9fc tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:14.078869 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4d624dcb-ca6e-4f82-aeb6-5838dac22f88 req-ec768e62-97c6-4767-8e15-3ea3b45ef9fc tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 945 time: 0.0870943 Sep 20 16:06:14.111508 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-d42317d6-f2a4-4b9b-888b-b7f505ae4e22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5efb64d-30c6-45a5-918d-186613aa0f3c', 'name': 'tempest-TestShelveInstance-381728854-router', 'tenant_id': '6306c250ae944d37a3e32aa956ccd533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '8cf831d0-3706-483f-bce4-0c7e14fd30a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:05:10Z', 'updated_at': '2021-09-20T16:05:15Z', 'revision_number': 4, 'project_id': '6306c250ae944d37a3e32aa956ccd533', 'gw_port': {'id': '8cf831d0-3706-483f-bce4-0c7e14fd30a5', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:2a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5efb64d-30c6-45a5-918d-186613aa0f3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:05:11Z', 'updated_at': '2021-09-20T16:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_floatingips': [{'id': 'cc7203b6-2e1b-42ec-87fe-c61a93ae924b', 'tenant_id': '6306c250ae944d37a3e32aa956ccd533', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'router_id': 'b5efb64d-30c6-45a5-918d-186613aa0f3c', 'port_id': '0551b379-b9d8-4e89-87ff-678c341f24b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00f00114-e797-4923-84d8-1eb9559185f6', 'mac_address': 'fa:16:3e:09:31:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e76a3a0-2d97-4256-9062-3457eba9cffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T16:06:11Z', 'updated_at': '2021-09-20T16:06:11Z', 'revision_number': 0, 'project_id': '6306c250ae944d37a3e32aa956ccd533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7de5834-a7f7-4688-b8e5-1f2a53aa51f0', 'name': '', 'network_id': '00f00114-e797-4923-84d8-1eb9559185f6', 'tenant_id': '6306c250ae944d37a3e32aa956ccd533', 'mac_address': 'fa:16:3e:92:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5efb64d-30c6-45a5-918d-186613aa0f3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc04fde6-0920-4d15-9c98-c393d9df92d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:05:14Z', 'updated_at': '2021-09-20T16:05:24Z', 'revision_number': 5, 'project_id': '6306c250ae944d37a3e32aa956ccd533', 'subnets': [{'id': 'fc04fde6-0920-4d15-9c98-c393d9df92d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:06:14.115824 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42317d6-f2a4-4b9b-888b-b7f505ae4e22 None None] The sync data for ids ['b5efb64d-30c6-45a5-918d-186613aa0f3c'] in dv-cinder-809669-1-iscsi is: [{'id': 'b5efb64d-30c6-45a5-918d-186613aa0f3c', 'name': 'tempest-TestShelveInstance-381728854-router', 'tenant_id': '6306c250ae944d37a3e32aa956ccd533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '8cf831d0-3706-483f-bce4-0c7e14fd30a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:05:10Z', 'updated_at': '2021-09-20T16:05:15Z', 'revision_number': 4, 'project_id': '6306c250ae944d37a3e32aa956ccd533', 'gw_port': {'id': '8cf831d0-3706-483f-bce4-0c7e14fd30a5', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:2a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5efb64d-30c6-45a5-918d-186613aa0f3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:05:11Z', 'updated_at': '2021-09-20T16:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_floatingips': [{'id': 'cc7203b6-2e1b-42ec-87fe-c61a93ae924b', 'tenant_id': '6306c250ae944d37a3e32aa956ccd533', 'floating_ip_address': '172.27.3.65', 'floating_network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'router_id': 'b5efb64d-30c6-45a5-918d-186613aa0f3c', 'port_id': '0551b379-b9d8-4e89-87ff-678c341f24b2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00f00114-e797-4923-84d8-1eb9559185f6', 'mac_address': 'fa:16:3e:09:31:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e76a3a0-2d97-4256-9062-3457eba9cffa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T16:06:11Z', 'updated_at': '2021-09-20T16:06:11Z', 'revision_number': 0, 'project_id': '6306c250ae944d37a3e32aa956ccd533', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7de5834-a7f7-4688-b8e5-1f2a53aa51f0', 'name': '', 'network_id': '00f00114-e797-4923-84d8-1eb9559185f6', 'tenant_id': '6306c250ae944d37a3e32aa956ccd533', 'mac_address': 'fa:16:3e:92:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5efb64d-30c6-45a5-918d-186613aa0f3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc04fde6-0920-4d15-9c98-c393d9df92d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:05:14Z', 'updated_at': '2021-09-20T16:05:24Z', 'revision_number': 5, 'project_id': '6306c250ae944d37a3e32aa956ccd533', 'subnets': [{'id': 'fc04fde6-0920-4d15-9c98-c393d9df92d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 16:06:14.133588 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4d624dcb-ca6e-4f82-aeb6-5838dac22f88 req-73f2ae25-6541-45d1-ad28-9f05a5fdba50 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497277 Sep 20 16:06:14.493931 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c0be1d-2921-42f5-86e2-86692edad095 None None] New status for floating IP cc7203b6-2e1b-42ec-87fe-c61a93ae924b: ACTIVE {{(pid=82371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 20 16:06:15.352854 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1abb1b-2030-4516-917a-9729a52579fc req-6d3c003a-8a1e-4180-bc84-69eea1683104 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:15.354447 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-aa1abb1b-2030-4516-917a-9729a52579fc req-6d3c003a-8a1e-4180-bc84-69eea1683104 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 945 time: 0.0815916 Sep 20 16:06:15.402530 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-aa1abb1b-2030-4516-917a-9729a52579fc req-2782dbd5-50d4-4d02-a7c0-aa719bd48401 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416315 Sep 20 16:06:15.437839 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device ecc1e192-2dc8-45d7-94d7-d547a408db48 no longer exists at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:06:15.552990 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:15.580521 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c53ce6-436e-4a62-9c6d-52b19c79daee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ecc1e192-2dc8-45d7-94d7-d547a408db48'}] {{(pid=82370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:06:15.590282 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port ecc1e192-2dc8-45d7-94d7-d547a408db48, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=ecc1e192-2dc8-45d7-94d7-d547a408db48,segment=NetworkSegment(989a23f7-b1d9-49cd-b7ba-1fda6ddeb386),segment_id=989a23f7-b1d9-49cd-b7ba-1fda6ddeb386)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:06:15.594707 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:15.596916 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:06:15.641971 dv-cinder-809669-1-iscsi neutron-server[82259]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b7c53ce6-436e-4a62-9c6d-52b19c79daee', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ecc1e192-2dc8-45d7-94d7-d547a408db48', 'code': 422} returned with failed status Sep 20 16:06:15.671880 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=ecc1e192-2dc8-45d7-94d7-d547a408db48,revision_number=8']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:06:15.684043 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:06:15.684424 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:06:15.684797 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:06:15.685165 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:06:15.685531 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:06:15.685894 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:06:15.686258 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:06:15.686615 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:06:15.687000 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:06:15.687363 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:06:15.687719 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:06:15.691802 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:06:16.817353 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e2d3fc3d-e383-4383-8cf3-bbd556e3bb75 req-b3cfa04e-51f1-4201-bb95-6e67a1815e20 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0752380 Sep 20 16:06:17.100434 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 60164) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:06:17.129986 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d59b95-f242-474e-a012-d7ff4d456473 req-1cf8f47f-3cbc-4402-b24d-3e9ac28aa48d tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:17.131846 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d9d59b95-f242-474e-a012-d7ff4d456473 req-1cf8f47f-3cbc-4402-b24d-3e9ac28aa48d tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 943 time: 0.0879984 Sep 20 16:06:17.180623 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d9d59b95-f242-474e-a012-d7ff4d456473 req-71c7167f-1893-4b45-bd4d-e157bfd44f0d tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420852 Sep 20 16:06:17.264217 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-51164d47-410b-47ee-bac7-fa75b3b47843 req-4e72b5a0-3578-46d4-8525-4662a55ccede service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1618311 Sep 20 16:06:17.785185 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-51164d47-410b-47ee-bac7-fa75b3b47843 req-b9d497ec-1bad-40e4-b3cb-734b64f1e478 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee&tenant_id=db746f245ad145658413ccb0154221ac HTTP/1.1" status: 200 len: 1096 time: 0.0790772 Sep 20 16:06:17.891872 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-51164d47-410b-47ee-bac7-fa75b3b47843 req-ecc0a052-af70-4268-964b-429ad2c4d48b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=db746f245ad145658413ccb0154221ac&device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 1096 time: 0.0827303 Sep 20 16:06:18.033909 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51164d47-410b-47ee-bac7-fa75b3b47843 req-df6e9f2f-71fb-492b-ae50-d115a053ec2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:18.035537 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-51164d47-410b-47ee-bac7-fa75b3b47843 req-df6e9f2f-71fb-492b-ae50-d115a053ec2d service neutron] 10.222.0.36 "GET /v2.0/networks?id=bff5b245-776a-4a0d-8c23-eec69eae1a29 HTTP/1.1" status: 200 len: 918 time: 0.1373127 Sep 20 16:06:18.143564 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-51164d47-410b-47ee-bac7-fa75b3b47843 req-2286a853-d6bd-4e71-bf44-fedbe8fe6883 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ecc1e192-2dc8-45d7-94d7-d547a408db48 HTTP/1.1" status: 200 len: 999 time: 0.1008584 Sep 20 16:06:18.213405 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51164d47-410b-47ee-bac7-fa75b3b47843 req-570c2917-2e5d-4c62-82c9-9d1ed6c19d65 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:18.215604 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-51164d47-410b-47ee-bac7-fa75b3b47843 req-570c2917-2e5d-4c62-82c9-9d1ed6c19d65 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=56db9545-8f98-4a5d-b98f-1e9dd0b9696a HTTP/1.1" status: 200 len: 856 time: 0.0639780 Sep 20 16:06:18.307440 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-51164d47-410b-47ee-bac7-fa75b3b47843 req-d98a0822-e5ef-4305-a0b8-aabeaa2800dd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bff5b245-776a-4a0d-8c23-eec69eae1a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0855720 Sep 20 16:06:18.426689 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3574f6-dbbb-4c7b-879d-d3a793f7322e req-b0c8f174-b680-461f-b08e-1586762e8869 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:18.428377 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3e3574f6-dbbb-4c7b-879d-d3a793f7322e req-b0c8f174-b680-461f-b08e-1586762e8869 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 943 time: 0.0890729 Sep 20 16:06:18.475643 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-51164d47-410b-47ee-bac7-fa75b3b47843 req-16fbb944-0e30-4afe-a691-c399a687a2d7 service neutron] 10.222.0.36 "GET /v2.0/networks/bff5b245-776a-4a0d-8c23-eec69eae1a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550677 Sep 20 16:06:18.479194 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3e3574f6-dbbb-4c7b-879d-d3a793f7322e req-8cd45597-765f-49cd-aa68-269beeac0c6e tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439563 Sep 20 16:06:18.617670 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-51164d47-410b-47ee-bac7-fa75b3b47843 req-cc5018ab-8ddb-4fa5-8983-0eb0e8b58f06 service neutron] 10.222.0.36 "GET /v2.0/networks/bff5b245-776a-4a0d-8c23-eec69eae1a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341999 Sep 20 16:06:19.128599 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7ddf318d-5f70-46ea-8b9d-bbee49619135 req-0d20ca50-efbf-4996-bfc9-9b73453016ec service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9495b46b-9a88-4863-a28d-95ea3e0366b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730121 Sep 20 16:06:19.281757 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7ddf318d-5f70-46ea-8b9d-bbee49619135 req-e38b339d-d699-434e-ba26-a52245053356 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5cd73682bc64cdaa6b766020253c8fd&device_id=9495b46b-9a88-4863-a28d-95ea3e0366b4 HTTP/1.1" status: 200 len: 1099 time: 0.0769706 Sep 20 16:06:19.442655 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf318d-5f70-46ea-8b9d-bbee49619135 req-7a850d97-7c87-4ac8-b742-b88c9c384905 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:19.444270 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7ddf318d-5f70-46ea-8b9d-bbee49619135 req-7a850d97-7c87-4ac8-b742-b88c9c384905 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3486c4e5-0021-45c8-9533-9b5c178c51f3 HTTP/1.1" status: 200 len: 912 time: 0.1427758 Sep 20 16:06:19.769996 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d63a824-08c8-43f6-9cc3-b7ccd2a0d1cd req-e26bb0a2-c768-4fe9-ab53-405c62f76ea0 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:19.771653 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9d63a824-08c8-43f6-9cc3-b7ccd2a0d1cd req-e26bb0a2-c768-4fe9-ab53-405c62f76ea0 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 943 time: 0.0931885 Sep 20 16:06:19.840427 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9d63a824-08c8-43f6-9cc3-b7ccd2a0d1cd req-519f53f8-7bc2-4117-bfae-e04ca3e2cd90 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535131 Sep 20 16:06:21.064568 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7118bf5-8c36-422a-a8e3-3ff324fba64d req-71e718b2-a55b-495f-944f-5a01d4f6688e tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:21.066204 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a7118bf5-8c36-422a-a8e3-3ff324fba64d req-71e718b2-a55b-495f-944f-5a01d4f6688e tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 943 time: 0.0892587 Sep 20 16:06:21.117370 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a7118bf5-8c36-422a-a8e3-3ff324fba64d req-f5754fad-ee7e-42b4-8806-3ee6e876f4cd tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449827 Sep 20 16:06:22.337018 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac88f5-56b4-46d9-b044-9dfd42939ea7 req-6e379d2a-99ba-4da6-8ddc-fca2302b1aa2 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:22.338667 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e6ac88f5-56b4-46d9-b044-9dfd42939ea7 req-6e379d2a-99ba-4da6-8ddc-fca2302b1aa2 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 943 time: 0.0840051 Sep 20 16:06:22.388965 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e6ac88f5-56b4-46d9-b044-9dfd42939ea7 req-42b9a293-0fbb-4649-b5d2-5c79c9408826 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435562 Sep 20 16:06:23.613283 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02bd48-06b9-4511-b150-766f2b84858c req-9fba07f9-05f2-4a40-b031-a2aef83087bc tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:23.614919 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cc02bd48-06b9-4511-b150-766f2b84858c req-9fba07f9-05f2-4a40-b031-a2aef83087bc tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 943 time: 0.0892897 Sep 20 16:06:23.665381 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cc02bd48-06b9-4511-b150-766f2b84858c req-cb602ee7-58fe-48c0-9da9-e1954ea5a85e tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441186 Sep 20 16:06:24.224082 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.agents_db [None req-ae0f67a0-09e8-4135-93df-5bebfb5cb2de None None] Agent healthcheck: found 6 active agents {{(pid=82371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 20 16:06:24.897578 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775208df-b16e-4416-bf02-6fdbe121db85 req-523a6c4d-525b-47a7-be81-0658871c0135 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:24.899253 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-775208df-b16e-4416-bf02-6fdbe121db85 req-523a6c4d-525b-47a7-be81-0658871c0135 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 943 time: 0.0960381 Sep 20 16:06:24.954444 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-775208df-b16e-4416-bf02-6fdbe121db85 req-e22c4d8d-1f00-41d1-a1b5-9502ccf12d66 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486145 Sep 20 16:06:26.184197 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd30c1d-83d8-4a61-a7ea-8bd4c96570e6 req-e3127259-b807-4af0-a733-64b4f3bd454f tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:26.186590 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3cd30c1d-83d8-4a61-a7ea-8bd4c96570e6 req-e3127259-b807-4af0-a733-64b4f3bd454f tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 943 time: 0.0890923 Sep 20 16:06:26.237735 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3cd30c1d-83d8-4a61-a7ea-8bd4c96570e6 req-116751b8-b777-4b0b-9a52-403889f19b4c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447943 Sep 20 16:06:27.463535 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94c74f8-78f9-4ff5-b2f3-1d6706a90101 req-a2ce9289-f984-4654-bcf0-838a4ffb40fa tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:27.466074 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b94c74f8-78f9-4ff5-b2f3-1d6706a90101 req-a2ce9289-f984-4654-bcf0-838a4ffb40fa tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 943 time: 0.0916474 Sep 20 16:06:27.519550 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b94c74f8-78f9-4ff5-b2f3-1d6706a90101 req-e6b965cd-e48c-477b-8da8-6ac78a642a9c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457232 Sep 20 16:06:28.744774 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58c9ad-5c37-4818-a496-6d20a262994d req-b5198511-19c9-4357-9cf0-ca18613a1d04 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:28.747281 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-6e58c9ad-5c37-4818-a496-6d20a262994d req-b5198511-19c9-4357-9cf0-ca18613a1d04 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 943 time: 0.0848992 Sep 20 16:06:28.796406 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-6e58c9ad-5c37-4818-a496-6d20a262994d req-af74691b-fbc7-4cf5-aabf-3313e231ce46 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439775 Sep 20 16:06:30.029719 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36d969-a0f6-4d0f-b3a1-66cb9d656e28 req-a3dd2c23-e4ec-4238-ba3c-b06619545255 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:30.032686 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ce36d969-a0f6-4d0f-b3a1-66cb9d656e28 req-a3dd2c23-e4ec-4238-ba3c-b06619545255 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 943 time: 0.1003807 Sep 20 16:06:30.082421 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ce36d969-a0f6-4d0f-b3a1-66cb9d656e28 req-95c4a745-e634-479b-b4ab-dd2bcc4a996d tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437469 Sep 20 16:06:31.294449 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638ab1a-c5a3-4ef7-9ef9-7696e62a9a81 req-0f481e61-80bb-4d83-9713-32f3187402c8 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:31.296595 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2638ab1a-c5a3-4ef7-9ef9-7696e62a9a81 req-0f481e61-80bb-4d83-9713-32f3187402c8 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 943 time: 0.0815046 Sep 20 16:06:31.347944 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2638ab1a-c5a3-4ef7-9ef9-7696e62a9a81 req-9104455a-06e2-4d2f-bd51-09dd082dfea2 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453191 Sep 20 16:06:31.476346 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7ddf318d-5f70-46ea-8b9d-bbee49619135 req-f9483f77-b0a0-4d87-afe5-fe8daea22539 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbb39eb7-f00c-43f0-9ac0-758c7276e61b HTTP/1.1" status: 200 len: 1002 time: 0.1145699 Sep 20 16:06:31.767340 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf318d-5f70-46ea-8b9d-bbee49619135 req-72f60239-d61e-455a-8d58-655adadbec00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:31.768917 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7ddf318d-5f70-46ea-8b9d-bbee49619135 req-72f60239-d61e-455a-8d58-655adadbec00 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52a7ee89-01e3-413c-ad3b-2dd2f5ae893f HTTP/1.1" status: 200 len: 850 time: 0.2826822 Sep 20 16:06:31.849143 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7ddf318d-5f70-46ea-8b9d-bbee49619135 req-909e8fc1-a67c-4050-bd37-fa8ebf02e463 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3486c4e5-0021-45c8-9533-9b5c178c51f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0728252 Sep 20 16:06:31.988124 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7ddf318d-5f70-46ea-8b9d-bbee49619135 req-72187ee9-8476-4a26-babc-ad27c943897e service neutron] 10.222.0.36 "GET /v2.0/networks/3486c4e5-0021-45c8-9533-9b5c178c51f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316361 Sep 20 16:06:32.127999 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7ddf318d-5f70-46ea-8b9d-bbee49619135 req-e44def42-057e-4ab9-9ac9-a3987eb9fdf5 service neutron] 10.222.0.36 "GET /v2.0/networks/3486c4e5-0021-45c8-9533-9b5c178c51f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321347 Sep 20 16:06:32.566515 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6fcfa-f03d-4bf7-9067-7af020bacc9b req-0cec0e49-788f-422f-85e4-0bfd5df5f24c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:32.568088 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a3d6fcfa-f03d-4bf7-9067-7af020bacc9b req-0cec0e49-788f-422f-85e4-0bfd5df5f24c tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 943 time: 0.0817621 Sep 20 16:06:32.615088 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a3d6fcfa-f03d-4bf7-9067-7af020bacc9b req-5cb61784-b926-47e0-8afa-ccde2adb9d40 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410273 Sep 20 16:06:32.771004 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ee8acd10-fd9c-4ea8-aade-8b81994f30b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:33.837106 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2dabcd-759a-4b5d-84e2-ce3e3672034d req-5d9fac4b-054b-4801-8082-293de150f25f tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:33.838762 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2e2dabcd-759a-4b5d-84e2-ce3e3672034d req-5d9fac4b-054b-4801-8082-293de150f25f tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 943 time: 0.0920606 Sep 20 16:06:33.887703 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2e2dabcd-759a-4b5d-84e2-ce3e3672034d req-2eaf3a97-aecb-4404-8113-6d24628aa7c8 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427666 Sep 20 16:06:34.130051 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:35.099829 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f8ab5-adea-40db-a6b9-b926188cb1b4 req-46872050-60ca-4f6f-b7b0-16bf25ed253d tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:35.101452 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fd8f8ab5-adea-40db-a6b9-b926188cb1b4 req-46872050-60ca-4f6f-b7b0-16bf25ed253d tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 943 time: 0.0815024 Sep 20 16:06:35.119193 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-19ee6946-8e91-41b4-acd1-5e236ff1dd20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:35.150188 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fd8f8ab5-adea-40db-a6b9-b926188cb1b4 req-14b349f9-5cf6-4edf-85a2-40b74fd65a3a tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425227 Sep 20 16:06:35.563065 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device ecc1e192-2dc8-45d7-94d7-d547a408db48 details requested by agent hyperv_hv-cinder-80966 with host hv-cinder-80966 {{(pid=82370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 20 16:06:35.637327 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:35.734088 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port ecc1e192-2dc8-45d7-94d7-d547a408db48, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=ecc1e192-2dc8-45d7-94d7-d547a408db48,segment=NetworkSegment(989a23f7-b1d9-49cd-b7ba-1fda6ddeb386),segment_id=989a23f7-b1d9-49cd-b7ba-1fda6ddeb386)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:06:35.747582 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Returning: {'device': 'ecc1e192-2dc8-45d7-94d7-d547a408db48', 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29', 'port_id': 'ecc1e192-2dc8-45d7-94d7-d547a408db48', 'mac_address': 'fa:16:3e:9e:b5:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56db9545-8f98-4a5d-b98f-1e9dd0b9696a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 20 16:06:35.800822 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:35.818711 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecc1e192-2dc8-45d7-94d7-d547a408db48 {{(pid=82370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 16:06:35.834049 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port ecc1e192-2dc8-45d7-94d7-d547a408db48, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=ecc1e192-2dc8-45d7-94d7-d547a408db48,segment=NetworkSegment(989a23f7-b1d9-49cd-b7ba-1fda6ddeb386),segment_id=989a23f7-b1d9-49cd-b7ba-1fda6ddeb386)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:06:35.836957 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:35.838796 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:06:35.903690 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=ecc1e192-2dc8-45d7-94d7-d547a408db48,revision_number=9']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:06:35.907084 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:06:36.086316 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['ecc1e192-2dc8-45d7-94d7-d547a408db48'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:06:36.365852 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c41a3f9-496b-45ec-8c4f-05db99ea3b34 req-0bdd940e-fd87-4510-b403-ae0fca73b5db tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:36.367395 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4c41a3f9-496b-45ec-8c4f-05db99ea3b34 req-0bdd940e-fd87-4510-b403-ae0fca73b5db tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 944 time: 0.0845199 Sep 20 16:06:36.415094 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4c41a3f9-496b-45ec-8c4f-05db99ea3b34 req-9c867edd-e97e-4e43-9ead-391cbad27868 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416043 Sep 20 16:06:36.908838 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:37.563775 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device ecc1e192-2dc8-45d7-94d7-d547a408db48 up at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:06:37.626875 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd139526-29ad-4c6d-9fd6-2dca91197d9e req-49241d12-0452-4094-bb87-cd2c786686b1 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:37.628497 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bd139526-29ad-4c6d-9fd6-2dca91197d9e req-49241d12-0452-4094-bb87-cd2c786686b1 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 944 time: 0.0829599 Sep 20 16:06:37.636001 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning complete for port ecc1e192-2dc8-45d7-94d7-d547a408db48 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:06:37.636418 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:37.676743 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bd139526-29ad-4c6d-9fd6-2dca91197d9e req-006b84de-a6f4-446b-a62e-05782ee7500b tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420165 Sep 20 16:06:37.751706 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:37.781520 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c53ce6-436e-4a62-9c6d-52b19c79daee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc1e192-2dc8-45d7-94d7-d547a408db48'}] {{(pid=82370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:06:37.791420 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port ecc1e192-2dc8-45d7-94d7-d547a408db48, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=ecc1e192-2dc8-45d7-94d7-d547a408db48,segment=NetworkSegment(989a23f7-b1d9-49cd-b7ba-1fda6ddeb386),segment_id=989a23f7-b1d9-49cd-b7ba-1fda6ddeb386)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:06:37.794292 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:37.797441 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-4c4aff4a-73e5-4ca8-98b0-a1dc366805f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:06:37.842276 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c53ce6-436e-4a62-9c6d-52b19c79daee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecc1e192-2dc8-45d7-94d7-d547a408db48', 'code': 200} Sep 20 16:06:37.874624 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=ecc1e192-2dc8-45d7-94d7-d547a408db48,revision_number=10']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:06:37.877766 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:06:38.086452 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7a88a6b9-956d-42f9-b48a-cd6849229592 req-0716b36e-f988-400f-8dc8-4aa3a7169f70 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 1099 time: 0.0718734 Sep 20 16:06:38.136662 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7a88a6b9-956d-42f9-b48a-cd6849229592 req-61cc7984-f79a-4e7d-8fba-b03c4ad6fde8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421987 Sep 20 16:06:38.896024 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3395d-a7ae-4045-bc9b-d72eca844f3d req-b33a6da9-d003-4c14-9e6e-d41e5000c614 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:38.897637 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-6cd3395d-a7ae-4045-bc9b-d72eca844f3d req-b33a6da9-d003-4c14-9e6e-d41e5000c614 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 946 time: 0.0852575 Sep 20 16:06:38.945346 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-6cd3395d-a7ae-4045-bc9b-d72eca844f3d req-21bebef9-27b2-4947-a8b3-212b84425ebf tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415261 Sep 20 16:06:40.170382 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a01a9b0-99b1-4d31-9f77-c066b1f915c5 req-7deaa799-aec2-4b70-bffb-1cb31e7b040d tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:40.172056 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-6a01a9b0-99b1-4d31-9f77-c066b1f915c5 req-7deaa799-aec2-4b70-bffb-1cb31e7b040d tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 946 time: 0.0886502 Sep 20 16:06:40.225791 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-6a01a9b0-99b1-4d31-9f77-c066b1f915c5 req-41d93f67-2baa-4dcf-ade7-b192d24dd19d tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468407 Sep 20 16:06:40.344892 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:45.072286 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187c6878-b0c9-4898-8821-a555d79fa547 req-6e0f5ec5-2da8-4dcf-8b18-8dcb1bef9cb8 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:45.073907 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-187c6878-b0c9-4898-8821-a555d79fa547 req-6e0f5ec5-2da8-4dcf-8b18-8dcb1bef9cb8 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbd1821c-7583-43e6-940b-be8e60598a53 HTTP/1.1" status: 200 len: 946 time: 0.0832882 Sep 20 16:06:45.121850 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-187c6878-b0c9-4898-8821-a555d79fa547 req-21c31e4a-4da1-486c-8b58-78029c4ff8a5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=295539a7-abf8-48f4-9f52-321862764be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407252 Sep 20 16:06:46.333584 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39390d0-3bbf-4d18-b3db-8923d77d6cd6 req-09f9086d-bb0c-4654-bafd-e454695a064e tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:46.335217 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e39390d0-3bbf-4d18-b3db-8923d77d6cd6 req-09f9086d-bb0c-4654-bafd-e454695a064e tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbd1821c-7583-43e6-940b-be8e60598a53 HTTP/1.1" status: 200 len: 946 time: 0.0854623 Sep 20 16:06:46.381449 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e39390d0-3bbf-4d18-b3db-8923d77d6cd6 req-c66db196-b063-436d-80b9-e33a6c7de37f tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=295539a7-abf8-48f4-9f52-321862764be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400875 Sep 20 16:06:46.927367 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4741aba7-5fa1-405b-ab5a-6912f00cd860 req-26f2cd2c-b7bf-44f6-8d1d-0102aecf60e7 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:46.928136 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-4741aba7-5fa1-405b-ab5a-6912f00cd860 req-26f2cd2c-b7bf-44f6-8d1d-0102aecf60e7 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Synchronizing usage tracker for tenant:fd7704af87e049c8b60cee7ad66c9d89 on resource:port {{(pid=82369) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:06:46.941694 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-4741aba7-5fa1-405b-ab5a-6912f00cd860 req-26f2cd2c-b7bf-44f6-8d1d-0102aecf60e7 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Unset dirty status for tenant:fd7704af87e049c8b60cee7ad66c9d89 on resource:port {{(pid=82369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:06:46.942914 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4741aba7-5fa1-405b-ab5a-6912f00cd860 req-26f2cd2c-b7bf-44f6-8d1d-0102aecf60e7 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbd1821c-7583-43e6-940b-be8e60598a53 HTTP/1.1" status: 200 len: 946 time: 0.0957255 Sep 20 16:06:47.015189 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [req-4741aba7-5fa1-405b-ab5a-6912f00cd860 req-83fde32c-1957-4539-ae41-8f94aec7a08a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Deleting port 555183be-9360-4c5d-921b-8384a9e63252 {{(pid=82369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:06:47.015569 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-4741aba7-5fa1-405b-ab5a-6912f00cd860 req-83fde32c-1957-4539-ae41-8f94aec7a08a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:47.265201 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-4741aba7-5fa1-405b-ab5a-6912f00cd860 req-83fde32c-1957-4539-ae41-8f94aec7a08a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] For port 555183be-9360-4c5d-921b-8384a9e63252, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=555183be-9360-4c5d-921b-8384a9e63252,segment=NetworkSegment(d1e44e39-6be0-4349-98b0-f88bec838d0a),segment_id=d1e44e39-6be0-4349-98b0-f88bec838d0a)] {{(pid=82369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:06:47.265600 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-4741aba7-5fa1-405b-ab5a-6912f00cd860 req-83fde32c-1957-4539-ae41-8f94aec7a08a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:47.570865 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-4741aba7-5fa1-405b-ab5a-6912f00cd860 req-83fde32c-1957-4539-ae41-8f94aec7a08a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:47.571462 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-4741aba7-5fa1-405b-ab5a-6912f00cd860 req-83fde32c-1957-4539-ae41-8f94aec7a08a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1017788'] for floatingip, after_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:47.571572 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.db.l3_db [req-4741aba7-5fa1-405b-ab5a-6912f00cd860 req-83fde32c-1957-4539-ae41-8f94aec7a08a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Floating IP 01970b81-f16a-4a2f-9d36-32dee8360c13 disassociated. External IP: 172.27.3.45, port: 555183be-9360-4c5d-921b-8384a9e63252. Sep 20 16:06:47.571886 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [req-4741aba7-5fa1-405b-ab5a-6912f00cd860 req-83fde32c-1957-4539-ae41-8f94aec7a08a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Calling delete_port for 555183be-9360-4c5d-921b-8384a9e63252 owned by compute:nova {{(pid=82369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:06:47.590231 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ffded-e28c-4b43-b10e-d67f3a255129 req-1517f93b-eb9a-4893-9b27-0ca319a7737b tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:06:47.592564 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-155ffded-e28c-4b43-b10e-d67f3a255129 req-1517f93b-eb9a-4893-9b27-0ca319a7737b tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbd1821c-7583-43e6-940b-be8e60598a53 HTTP/1.1" status: 200 len: 946 time: 0.0857821 Sep 20 16:06:47.640368 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-155ffded-e28c-4b43-b10e-d67f3a255129 req-75556bc9-1a6d-41b7-aaf7-e9ce2f8bb32a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups?id=295539a7-abf8-48f4-9f52-321862764be3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414326 Sep 20 16:06:47.724933 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-4741aba7-5fa1-405b-ab5a-6912f00cd860 req-83fde32c-1957-4539-ae41-8f94aec7a08a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33095450'] for port, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:47.730808 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b6dc951e-a40e-45b2-9b18-4599ff2d2a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:06:47.777044 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fde32c-1957-4539-ae41-8f94aec7a08a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Pushing event deleted for resources: {'Port': ['ID=555183be-9360-4c5d-921b-8384a9e63252,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:06:47.781709 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-83fde32c-1957-4539-ae41-8f94aec7a08a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:06:47.989299 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4741aba7-5fa1-405b-ab5a-6912f00cd860 req-83fde32c-1957-4539-ae41-8f94aec7a08a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Router 17290f84-0f42-496c-aea2-a1e118d98dc2 has already been hosted by L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a {{(pid=82369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 20 16:06:48.196369 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4741aba7-5fa1-405b-ab5a-6912f00cd860 req-83fde32c-1957-4539-ae41-8f94aec7a08a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 16:06:48.206801 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0515cf-2c3c-4e89-95fc-c88b76bbbd7a None None] Sync routers for ids ['17290f84-0f42-496c-aea2-a1e118d98dc2'] in dv-cinder-809669-1-iscsi {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 16:06:48.220345 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0515cf-2c3c-4e89-95fc-c88b76bbbd7a None None] Routers {'17290f84-0f42-496c-aea2-a1e118d98dc2'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:06:48.221029 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-5b0515cf-2c3c-4e89-95fc-c88b76bbbd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:06:35Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['17290f84-0f42-496c-aea2-a1e118d98dc2'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:06:48.272830 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [req-4741aba7-5fa1-405b-ab5a-6912f00cd860 req-83fde32c-1957-4539-ae41-8f94aec7a08a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] No DVR routers for this DVR port 555183be-9360-4c5d-921b-8384a9e63252 on host hv-cinder-80966 {{(pid=82369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 20 16:06:48.275613 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-4741aba7-5fa1-405b-ab5a-6912f00cd860 req-83fde32c-1957-4539-ae41-8f94aec7a08a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:48.278611 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbd1821c-7583-43e6-940b-be8e60598a53', 'name': 'network-vif-deleted', 'tag': '555183be-9360-4c5d-921b-8384a9e63252'}] {{(pid=82369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:06:48.296198 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4741aba7-5fa1-405b-ab5a-6912f00cd860 req-83fde32c-1957-4539-ae41-8f94aec7a08a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.36 "DELETE /v2.0/ports/555183be-9360-4c5d-921b-8384a9e63252 HTTP/1.1" status: 204 len: 173 time: 1.3465424 Sep 20 16:06:48.354619 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbd1821c-7583-43e6-940b-be8e60598a53', 'name': 'network-vif-deleted', 'tag': '555183be-9360-4c5d-921b-8384a9e63252', 'status': 'completed', 'code': 200} Sep 20 16:06:48.418755 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-5b0515cf-2c3c-4e89-95fc-c88b76bbbd7a None None] Set router 17290f84-0f42-496c-aea2-a1e118d98dc2 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:06:48.749553 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-5b0515cf-2c3c-4e89-95fc-c88b76bbbd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'name': 'tempest-AttachVolumeTestJSON-1316904417-router', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd9bfb57d-fb5e-4875-9288-3eb7c3a1f34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:15Z', 'updated_at': '2021-09-20T15:59:28Z', 'revision_number': 4, 'project_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'gw_port': {'id': 'd9bfb57d-fb5e-4875-9288-3eb7c3a1f34e', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:32:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:17Z', 'updated_at': '2021-09-20T15:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': '00179544-7199-4841-9ab7-15bb33fe9b6d', 'name': '', 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'mac_address': 'fa:16:3e:17:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff460d82-964a-44b5-b5c5-4abe0f89a661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:27Z', 'updated_at': '2021-09-20T15:59:48Z', 'revision_number': 5, 'project_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'subnets': [{'id': 'ff460d82-964a-44b5-b5c5-4abe0f89a661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:06:48.753967 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0515cf-2c3c-4e89-95fc-c88b76bbbd7a None None] Checking router: 17290f84-0f42-496c-aea2-a1e118d98dc2 for host: dv-cinder-809669-1-iscsi {{(pid=82370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 16:06:48.766032 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0515cf-2c3c-4e89-95fc-c88b76bbbd7a None None] Routers {'17290f84-0f42-496c-aea2-a1e118d98dc2'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:06:48.766693 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-5b0515cf-2c3c-4e89-95fc-c88b76bbbd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:06:35Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['17290f84-0f42-496c-aea2-a1e118d98dc2'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:06:48.834151 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-335d6656-507c-4d98-a486-11038c17f2b7 req-fe087066-d219-40d0-b12f-090ca2e50dbe tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbd1821c-7583-43e6-940b-be8e60598a53 HTTP/1.1" status: 200 len: 210 time: 0.0551522 Sep 20 16:06:48.962239 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-5b0515cf-2c3c-4e89-95fc-c88b76bbbd7a None None] Set router 17290f84-0f42-496c-aea2-a1e118d98dc2 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:06:49.281249 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-5b0515cf-2c3c-4e89-95fc-c88b76bbbd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'name': 'tempest-AttachVolumeTestJSON-1316904417-router', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd9bfb57d-fb5e-4875-9288-3eb7c3a1f34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:15Z', 'updated_at': '2021-09-20T15:59:28Z', 'revision_number': 4, 'project_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'gw_port': {'id': 'd9bfb57d-fb5e-4875-9288-3eb7c3a1f34e', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:32:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:17Z', 'updated_at': '2021-09-20T15:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': '00179544-7199-4841-9ab7-15bb33fe9b6d', 'name': '', 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'mac_address': 'fa:16:3e:17:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff460d82-964a-44b5-b5c5-4abe0f89a661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:27Z', 'updated_at': '2021-09-20T15:59:48Z', 'revision_number': 5, 'project_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'subnets': [{'id': 'ff460d82-964a-44b5-b5c5-4abe0f89a661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:06:49.285209 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0515cf-2c3c-4e89-95fc-c88b76bbbd7a None None] The sync data for ids ['17290f84-0f42-496c-aea2-a1e118d98dc2'] in dv-cinder-809669-1-iscsi is: [{'id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'name': 'tempest-AttachVolumeTestJSON-1316904417-router', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd9bfb57d-fb5e-4875-9288-3eb7c3a1f34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:15Z', 'updated_at': '2021-09-20T15:59:28Z', 'revision_number': 4, 'project_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'gw_port': {'id': 'd9bfb57d-fb5e-4875-9288-3eb7c3a1f34e', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:32:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:17Z', 'updated_at': '2021-09-20T15:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': '00179544-7199-4841-9ab7-15bb33fe9b6d', 'name': '', 'network_id': '8d940861-2256-4176-a2ad-3f8353b646fe', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'mac_address': 'fa:16:3e:17:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ff460d82-964a-44b5-b5c5-4abe0f89a661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:27Z', 'updated_at': '2021-09-20T15:59:48Z', 'revision_number': 5, 'project_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'subnets': [{'id': 'ff460d82-964a-44b5-b5c5-4abe0f89a661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 16:06:49.724816 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41bdb11-7bcc-4b48-ada3-10d59df497c6 None None] New status for floating IP 01970b81-f16a-4a2f-9d36-32dee8360c13: DOWN {{(pid=82371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 20 16:06:49.976952 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 60392) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:06:50.048387 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-37cfc4f0-033a-4393-9148-8b9b8dbe613f tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:50.077250 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-37cfc4f0-033a-4393-9148-8b9b8dbe613f tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:50.121167 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-37cfc4f0-033a-4393-9148-8b9b8dbe613f tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:50.126845 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-ccb73c57-7f43-47bb-b3e1-250b4499197c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:06:50.145056 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cfc4f0-033a-4393-9148-8b9b8dbe613f tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=295539a7-abf8-48f4-9f52-321862764be3,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:06:50.148311 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-37cfc4f0-033a-4393-9148-8b9b8dbe613f tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:06:50.150354 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-37cfc4f0-033a-4393-9148-8b9b8dbe613f tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:50.151572 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-37cfc4f0-033a-4393-9148-8b9b8dbe613f tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "DELETE /v2.0/security-groups/295539a7-abf8-48f4-9f52-321862764be3 HTTP/1.1" status: 204 len: 168 time: 0.1735590 Sep 20 16:06:50.154363 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 60396) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:06:50.171553 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.v2.resource [None req-508f0b50-caa3-4806-b268-52059f7c6369 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] show failed (client error): The resource could not be found. Sep 20 16:06:50.172670 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-508f0b50-caa3-4806-b268-52059f7c6369 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "GET /v2.0/security-groups/295539a7-abf8-48f4-9f52-321862764be3 HTTP/1.1" status: 404 len: 347 time: 0.0172811 Sep 20 16:06:50.175613 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 60400) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:06:50.336405 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-0a4e5a65-f920-4d79-bcad-7066092d03a2 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Deleting port b7cb4bfe-6585-43bd-af5e-7d8957402b8d {{(pid=82369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:06:50.336895 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0a4e5a65-f920-4d79-bcad-7066092d03a2 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:50.513751 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0a4e5a65-f920-4d79-bcad-7066092d03a2 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:50.514122 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0a4e5a65-f920-4d79-bcad-7066092d03a2 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:50.640021 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-0a4e5a65-f920-4d79-bcad-7066092d03a2 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Calling delete_port for b7cb4bfe-6585-43bd-af5e-7d8957402b8d owned by network:floatingip {{(pid=82369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:06:50.774091 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0a4e5a65-f920-4d79-bcad-7066092d03a2 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33095450'] for port, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:50.778380 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-8e2d1ea8-6bc7-4213-87e6-989f96b5ad21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:06:50.820624 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e5a65-f920-4d79-bcad-7066092d03a2 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Pushing event deleted for resources: {'Port': ['ID=b7cb4bfe-6585-43bd-af5e-7d8957402b8d,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:06:50.823631 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0a4e5a65-f920-4d79-bcad-7066092d03a2 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:06:50.916295 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0a4e5a65-f920-4d79-bcad-7066092d03a2 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks [] for floatingip, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:50.931347 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0a4e5a65-f920-4d79-bcad-7066092d03a2 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for floatingip, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:50.932598 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-0a4e5a65-f920-4d79-bcad-7066092d03a2 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] 10.222.0.35 "DELETE /v2.0/floatingips/01970b81-f16a-4a2f-9d36-32dee8360c13 HTTP/1.1" status: 204 len: 168 time: 0.7560816 Sep 20 16:06:51.656351 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 555183be-9360-4c5d-921b-8384a9e63252 no longer exists at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:06:51.690085 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] No Port match for: 555183be-9360-4c5d-921b-8384a9e63252 {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:06:51.690470 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 555183be-9360-4c5d-921b-8384a9e63252 not bound to the agent host hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:06:54.991138 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 60430) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:06:55.738764 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3cf25bfe-6b72-46bd-8a25-457557ce8a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853748314'] for router_interface, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:56.343310 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-3cf25bfe-6b72-46bd-8a25-457557ce8a34 admin admin] Deleting port 00179544-7199-4841-9ab7-15bb33fe9b6d {{(pid=82369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:06:56.343954 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3cf25bfe-6b72-46bd-8a25-457557ce8a34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:56.519501 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-3cf25bfe-6b72-46bd-8a25-457557ce8a34 admin admin] For port 00179544-7199-4841-9ab7-15bb33fe9b6d, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=00179544-7199-4841-9ab7-15bb33fe9b6d,segment=NetworkSegment(d1e44e39-6be0-4349-98b0-f88bec838d0a),segment_id=d1e44e39-6be0-4349-98b0-f88bec838d0a)] {{(pid=82369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:06:56.519888 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3cf25bfe-6b72-46bd-8a25-457557ce8a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:56.641699 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-3cf25bfe-6b72-46bd-8a25-457557ce8a34 admin admin] Calling delete_port for 00179544-7199-4841-9ab7-15bb33fe9b6d owned by network:router_interface {{(pid=82369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:06:56.802147 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3cf25bfe-6b72-46bd-8a25-457557ce8a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33095450'] for port, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:56.806423 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-9b30469b-146a-4f80-b010-7f78be9a30f5 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:06:56.848323 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf25bfe-6b72-46bd-8a25-457557ce8a34 admin admin] Pushing event deleted for resources: {'Port': ['ID=00179544-7199-4841-9ab7-15bb33fe9b6d,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:06:56.891199 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf25bfe-6b72-46bd-8a25-457557ce8a34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:06:56.891623 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf25bfe-6b72-46bd-8a25-457557ce8a34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:06:56.892087 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf25bfe-6b72-46bd-8a25-457557ce8a34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:06:56.892439 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf25bfe-6b72-46bd-8a25-457557ce8a34 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:06:56.892841 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf25bfe-6b72-46bd-8a25-457557ce8a34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:06:56.893238 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf25bfe-6b72-46bd-8a25-457557ce8a34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:06:56.893633 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf25bfe-6b72-46bd-8a25-457557ce8a34 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:06:56.894030 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf25bfe-6b72-46bd-8a25-457557ce8a34 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:06:56.894434 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf25bfe-6b72-46bd-8a25-457557ce8a34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:06:56.894817 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf25bfe-6b72-46bd-8a25-457557ce8a34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:06:56.895255 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf25bfe-6b72-46bd-8a25-457557ce8a34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:06:56.902753 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-3cf25bfe-6b72-46bd-8a25-457557ce8a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:06:57.159783 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3cf25bfe-6b72-46bd-8a25-457557ce8a34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1259574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853748280'] for router_interface, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:57.747635 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cf25bfe-6b72-46bd-8a25-457557ce8a34 admin admin] Router 17290f84-0f42-496c-aea2-a1e118d98dc2 has already been hosted by L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a {{(pid=82369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 20 16:06:58.175795 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cf25bfe-6b72-46bd-8a25-457557ce8a34 admin admin] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 16:06:58.185015 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbd48f6-7461-4f88-8d1a-448f938e56a3 None None] Sync routers for ids ['17290f84-0f42-496c-aea2-a1e118d98dc2'] in dv-cinder-809669-1-iscsi {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 16:06:58.189070 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-3cf25bfe-6b72-46bd-8a25-457557ce8a34 admin admin] 10.222.0.35 "PUT /v2.0/routers/17290f84-0f42-496c-aea2-a1e118d98dc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1967688 Sep 20 16:06:58.191718 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 60436) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:06:58.198621 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbd48f6-7461-4f88-8d1a-448f938e56a3 None None] Routers {'17290f84-0f42-496c-aea2-a1e118d98dc2'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:06:58.199320 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-fdbd48f6-7461-4f88-8d1a-448f938e56a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:06:35Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['17290f84-0f42-496c-aea2-a1e118d98dc2'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:06:58.383182 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-fdbd48f6-7461-4f88-8d1a-448f938e56a3 None None] Set router 17290f84-0f42-496c-aea2-a1e118d98dc2 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:06:58.391870 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6fbc08d3-e135-4752-ab1d-506371eed72a admin admin] Notify callbacks [] for router, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:58.596055 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6fbc08d3-e135-4752-ab1d-506371eed72a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:58.604157 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-6fbc08d3-e135-4752-ab1d-506371eed72a admin admin] Deleting port d9bfb57d-fb5e-4875-9288-3eb7c3a1f34e {{(pid=82369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:06:58.604526 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6fbc08d3-e135-4752-ab1d-506371eed72a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:58.677150 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-fdbd48f6-7461-4f88-8d1a-448f938e56a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'name': 'tempest-AttachVolumeTestJSON-1316904417-router', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd9bfb57d-fb5e-4875-9288-3eb7c3a1f34e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:15Z', 'updated_at': '2021-09-20T16:06:56Z', 'revision_number': 5, 'project_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'gw_port': {'id': 'd9bfb57d-fb5e-4875-9288-3eb7c3a1f34e', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:32:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:17Z', 'updated_at': '2021-09-20T15:59:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi'}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:06:58.681175 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbd48f6-7461-4f88-8d1a-448f938e56a3 None None] Checking router: 17290f84-0f42-496c-aea2-a1e118d98dc2 for host: dv-cinder-809669-1-iscsi {{(pid=82370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 16:06:58.692838 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbd48f6-7461-4f88-8d1a-448f938e56a3 None None] Routers {'17290f84-0f42-496c-aea2-a1e118d98dc2'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:06:58.693493 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-fdbd48f6-7461-4f88-8d1a-448f938e56a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:06:35Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['17290f84-0f42-496c-aea2-a1e118d98dc2'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:06:58.783552 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-6fbc08d3-e135-4752-ab1d-506371eed72a admin admin] For port d9bfb57d-fb5e-4875-9288-3eb7c3a1f34e, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=d9bfb57d-fb5e-4875-9288-3eb7c3a1f34e,segment=NetworkSegment(fa70b37f-a099-4785-9555-8d4eef3560f5),segment_id=fa70b37f-a099-4785-9555-8d4eef3560f5)] {{(pid=82369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:06:58.784126 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6fbc08d3-e135-4752-ab1d-506371eed72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:58.920510 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-6fbc08d3-e135-4752-ab1d-506371eed72a admin admin] Calling delete_port for d9bfb57d-fb5e-4875-9288-3eb7c3a1f34e owned by network:router_gateway {{(pid=82369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:06:59.009392 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-fdbd48f6-7461-4f88-8d1a-448f938e56a3 None None] Set router 17290f84-0f42-496c-aea2-a1e118d98dc2 gateway port host: None {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:06:59.087209 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6fbc08d3-e135-4752-ab1d-506371eed72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33095450'] for port, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:59.092757 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-fe5d0f3f-8e17-4af5-9078-f3f6bfacd476 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:06:59.118962 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-fdbd48f6-7461-4f88-8d1a-448f938e56a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'name': 'tempest-AttachVolumeTestJSON-1316904417-router', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:15Z', 'updated_at': '2021-09-20T16:06:58Z', 'revision_number': 6, 'project_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'gw_port_host': None}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:06:59.123039 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbd48f6-7461-4f88-8d1a-448f938e56a3 None None] The sync data for ids ['17290f84-0f42-496c-aea2-a1e118d98dc2'] in dv-cinder-809669-1-iscsi is: [{'id': '17290f84-0f42-496c-aea2-a1e118d98dc2', 'name': 'tempest-AttachVolumeTestJSON-1316904417-router', 'tenant_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:15Z', 'updated_at': '2021-09-20T16:06:58Z', 'revision_number': 6, 'project_id': 'fd7704af87e049c8b60cee7ad66c9d89', 'gw_port_host': None}] {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 16:06:59.138253 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbc08d3-e135-4752-ab1d-506371eed72a admin admin] Pushing event deleted for resources: {'Port': ['ID=d9bfb57d-fb5e-4875-9288-3eb7c3a1f34e,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:06:59.141680 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-6fbc08d3-e135-4752-ab1d-506371eed72a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:06:59.368699 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6fbc08d3-e135-4752-ab1d-506371eed72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1017928'] for router_gateway, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:59.638775 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6fbc08d3-e135-4752-ab1d-506371eed72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1025864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7935'] for router, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:59.643339 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6fbc08d3-e135-4752-ab1d-506371eed72a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:59.666817 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6fbc08d3-e135-4752-ab1d-506371eed72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853744133'] for router, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:59.667638 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbc08d3-e135-4752-ab1d-506371eed72a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17290f84-0f42-496c-aea2-a1e118d98dc2 {{(pid=82369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 20 16:06:59.680855 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6fbc08d3-e135-4752-ab1d-506371eed72a admin admin] Notify callbacks [] for router, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:59.682092 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-6fbc08d3-e135-4752-ab1d-506371eed72a admin admin] 10.222.0.35 "DELETE /v2.0/routers/17290f84-0f42-496c-aea2-a1e118d98dc2 HTTP/1.1" status: 204 len: 168 time: 1.4893782 Sep 20 16:06:59.684840 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 60440) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:06:59.749951 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4f6b0ea-906d-4457-9a89-a99635203513 admin admin] Deleting subnet ff460d82-964a-44b5-b5c5-4abe0f89a661 {{(pid=82369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 20 16:06:59.753041 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f4f6b0ea-906d-4457-9a89-a99635203513 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:59.809063 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f4f6b0ea-906d-4457-9a89-a99635203513 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822232036'] for subnet, precommit_delete_associations {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:59.901601 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f4f6b0ea-906d-4457-9a89-a99635203513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4005'] for subnet, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:59.924042 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 00179544-7199-4841-9ab7-15bb33fe9b6d no longer exists at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:06:59.959599 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] No Port match for: 00179544-7199-4841-9ab7-15bb33fe9b6d {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:06:59.960003 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 00179544-7199-4841-9ab7-15bb33fe9b6d not bound to the agent host dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:06:59.960480 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device d9bfb57d-fb5e-4875-9288-3eb7c3a1f34e no longer exists at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:06:59.972668 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f4f6b0ea-906d-4457-9a89-a99635203513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036821680305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33386394'] for subnet, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:06:59.977295 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-9dcb5bbb-580d-4855-91b8-d2ffcb2f1dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:06:59.992391 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] No Port match for: d9bfb57d-fb5e-4875-9288-3eb7c3a1f34e {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:06:59.992788 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device d9bfb57d-fb5e-4875-9288-3eb7c3a1f34e not bound to the agent host dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:07:00.015965 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f6b0ea-906d-4457-9a89-a99635203513 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff460d82-964a-44b5-b5c5-4abe0f89a661,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:00.020199 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f4f6b0ea-906d-4457-9a89-a99635203513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:00.022983 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f4f6b0ea-906d-4457-9a89-a99635203513 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:00.028427 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca27a90-cb9f-44a5-86c1-c77b7447c48f None None] Network 8d940861-2256-4176-a2ad-3f8353b646fe requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 16:07:00.029033 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-f4f6b0ea-906d-4457-9a89-a99635203513 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ff460d82-964a-44b5-b5c5-4abe0f89a661 HTTP/1.1" status: 204 len: 168 time: 0.3431022 Sep 20 16:07:00.031733 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 60444) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:00.146778 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3def6632-9b65-45eb-97b3-c570c2f8c3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854743839'] for network, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:00.158286 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-3def6632-9b65-45eb-97b3-c570c2f8c3a0 admin admin] Deleting port 8730de4e-93f5-4df5-b9a0-e74f84533811 {{(pid=82369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:07:00.158654 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3def6632-9b65-45eb-97b3-c570c2f8c3a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:00.305097 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cb9889-9907-465b-b1e8-b7ac5902c378 None None] DHCP port deletion for 8d940861-2256-4176-a2ad-3f8353b646fe request from dv-cinder-809669-1-iscsi {{(pid=82370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Sep 20 16:07:00.311202 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-07cb9889-9907-465b-b1e8-b7ac5902c378 None None] Deleting port 8730de4e-93f5-4df5-b9a0-e74f84533811 {{(pid=82370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:07:00.311832 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-07cb9889-9907-465b-b1e8-b7ac5902c378 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:00.371121 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-3def6632-9b65-45eb-97b3-c570c2f8c3a0 admin admin] For port 8730de4e-93f5-4df5-b9a0-e74f84533811, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=8730de4e-93f5-4df5-b9a0-e74f84533811,segment=NetworkSegment(d1e44e39-6be0-4349-98b0-f88bec838d0a),segment_id=d1e44e39-6be0-4349-98b0-f88bec838d0a)] {{(pid=82369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:07:00.371620 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3def6632-9b65-45eb-97b3-c570c2f8c3a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:00.531900 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-07cb9889-9907-465b-b1e8-b7ac5902c378 None None] For port 8730de4e-93f5-4df5-b9a0-e74f84533811, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=8730de4e-93f5-4df5-b9a0-e74f84533811,segment=NetworkSegment(d1e44e39-6be0-4349-98b0-f88bec838d0a),segment_id=d1e44e39-6be0-4349-98b0-f88bec838d0a)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:07:00.532246 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-07cb9889-9907-465b-b1e8-b7ac5902c378 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:00.671371 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-07cb9889-9907-465b-b1e8-b7ac5902c378 None None] Calling delete_port for 8730de4e-93f5-4df5-b9a0-e74f84533811 owned by network:dhcp {{(pid=82370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:07:00.710114 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-3def6632-9b65-45eb-97b3-c570c2f8c3a0 admin admin] Calling delete_port for 8730de4e-93f5-4df5-b9a0-e74f84533811 owned by network:dhcp {{(pid=82369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:07:00.742189 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-07cb9889-9907-465b-b1e8-b7ac5902c378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245'] for port, after_delete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:00.746657 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:00.784474 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.db.api [None req-3def6632-9b65-45eb-97b3-c570c2f8c3a0 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82369) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Sep 20 16:07:00.784765 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_db.api [None req-3def6632-9b65-45eb-97b3-c570c2f8c3a0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Sep 20 16:07:00.788952 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb9889-9907-465b-b1e8-b7ac5902c378 None None] Pushing event deleted for resources: {'Port': ['ID=8730de4e-93f5-4df5-b9a0-e74f84533811,revision_number=None']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:00.791671 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-07cb9889-9907-465b-b1e8-b7ac5902c378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:00.794164 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07cb9889-9907-465b-b1e8-b7ac5902c378 None None] No DVR routers for this DVR port 8730de4e-93f5-4df5-b9a0-e74f84533811 on host dv-cinder-809669-1-iscsi {{(pid=82370) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 20 16:07:01.224534 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.agents_db [None req-ae0f67a0-09e8-4135-93df-5bebfb5cb2de None None] Agent healthcheck: found 6 active agents {{(pid=82371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 20 16:07:01.285903 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-3def6632-9b65-45eb-97b3-c570c2f8c3a0 admin admin] Deleting port 8730de4e-93f5-4df5-b9a0-e74f84533811 {{(pid=82369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:07:01.286317 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3def6632-9b65-45eb-97b3-c570c2f8c3a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:01.353395 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-3def6632-9b65-45eb-97b3-c570c2f8c3a0 admin admin] The port '8730de4e-93f5-4df5-b9a0-e74f84533811' was deleted {{(pid=82369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Sep 20 16:07:01.473902 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3def6632-9b65-45eb-97b3-c570c2f8c3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30012', 'neutron.services.segments.db._delete_segments_for_network-8786514012702'] for network, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:01.500484 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-3def6632-9b65-45eb-97b3-c570c2f8c3a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d940861-2256-4176-a2ad-3f8353b646fe']}} {{(pid=82369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:07:01.512812 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-3def6632-9b65-45eb-97b3-c570c2f8c3a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e44e39-6be0-4349-98b0-f88bec838d0a') {'for_net_delete': True} {{(pid=82369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:07:01.513150 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-3def6632-9b65-45eb-97b3-c570c2f8c3a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e44e39-6be0-4349-98b0-f88bec838d0a') {} {{(pid=82369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:07:01.524895 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3def6632-9b65-45eb-97b3-c570c2f8c3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250340771410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32543749'] for segment, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:01.543167 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3def6632-9b65-45eb-97b3-c570c2f8c3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854403426'] for segment, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:01.550659 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3def6632-9b65-45eb-97b3-c570c2f8c3a0 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=82369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 20 16:07:01.551105 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3def6632-9b65-45eb-97b3-c570c2f8c3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-372359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036821680140'] for segment, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:01.564669 dv-cinder-809669-1-iscsi neutron-server[82259]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 16:07:01.564669 dv-cinder-809669-1-iscsi neutron-server[82259]: % (table.description, expected, rows_matched) Sep 20 16:07:01.564669 dv-cinder-809669-1-iscsi neutron-server[82259]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 16:07:01.564669 dv-cinder-809669-1-iscsi neutron-server[82259]: % (table.description, expected, rows_matched) Sep 20 16:07:01.564669 dv-cinder-809669-1-iscsi neutron-server[82259]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 16:07:01.564669 dv-cinder-809669-1-iscsi neutron-server[82259]: % (table.description, expected, rows_matched) Sep 20 16:07:01.564669 dv-cinder-809669-1-iscsi neutron-server[82259]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 20 16:07:01.564669 dv-cinder-809669-1-iscsi neutron-server[82259]: % (table.description, expected, rows_matched) Sep 20 16:07:01.564669 dv-cinder-809669-1-iscsi neutron-server[82259]: Traceback (most recent call last): Sep 20 16:07:01.564669 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 20 16:07:01.564669 dv-cinder-809669-1-iscsi neutron-server[82259]: timer() Sep 20 16:07:01.564669 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 16:07:01.564669 dv-cinder-809669-1-iscsi neutron-server[82259]: cb(*args, **kw) Sep 20 16:07:01.564669 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 20 16:07:01.564669 dv-cinder-809669-1-iscsi neutron-server[82259]: return func(*args, **kwargs) Sep 20 16:07:01.564669 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 16:07:01.564669 dv-cinder-809669-1-iscsi neutron-server[82259]: self._notify() Sep 20 16:07:01.564669 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 16:07:01.564669 dv-cinder-809669-1-iscsi neutron-server[82259]: self.callback(batched_events) Sep 20 16:07:01.564669 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 16:07:01.564669 dv-cinder-809669-1-iscsi neutron-server[82259]: event.method(event) Sep 20 16:07:01.564669 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 20 16:07:01.564669 dv-cinder-809669-1-iscsi neutron-server[82259]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 16:07:01.564669 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 20 16:07:01.564669 dv-cinder-809669-1-iscsi neutron-server[82259]: segment_id)['aggregates'][0] Sep 20 16:07:01.564669 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 20 16:07:01.564669 dv-cinder-809669-1-iscsi neutron-server[82259]: return f(self, *a, **k) Sep 20 16:07:01.564669 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 20 16:07:01.564669 dv-cinder-809669-1-iscsi neutron-server[82259]: return self._get(url).json() Sep 20 16:07:01.564669 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 16:07:01.564669 dv-cinder-809669-1-iscsi neutron-server[82259]: **kwargs) Sep 20 16:07:01.564669 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 20 16:07:01.564669 dv-cinder-809669-1-iscsi neutron-server[82259]: return self.request(url, 'GET', **kwargs) Sep 20 16:07:01.564669 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 20 16:07:01.564669 dv-cinder-809669-1-iscsi neutron-server[82259]: **endpoint_filter) Sep 20 16:07:01.564669 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 20 16:07:01.564669 dv-cinder-809669-1-iscsi neutron-server[82259]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 16:07:01.564669 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 20 16:07:01.564669 dv-cinder-809669-1-iscsi neutron-server[82259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 16:07:01.564669 dv-cinder-809669-1-iscsi neutron-server[82259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 16:07:01.638215 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3def6632-9b65-45eb-97b3-c570c2f8c3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854745781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1017775'] for network, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:01.641904 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:01.655773 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3def6632-9b65-45eb-97b3-c570c2f8c3a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for network, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:01.668901 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3def6632-9b65-45eb-97b3-c570c2f8c3a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d940861-2256-4176-a2ad-3f8353b646fe,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:01.672852 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-3def6632-9b65-45eb-97b3-c570c2f8c3a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:01.683175 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-3def6632-9b65-45eb-97b3-c570c2f8c3a0 admin admin] 10.222.0.35 "DELETE /v2.0/networks/8d940861-2256-4176-a2ad-3f8353b646fe HTTP/1.1" status: 204 len: 168 time: 1.6503801 Sep 20 16:07:01.830131 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 60454) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:01.893813 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-6ba27d0d-4911-4415-b1c1-864c478faeee admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fd7704af87e049c8b60cee7ad66c9d89&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0623429 Sep 20 16:07:01.896605 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 60458) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:01.935459 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 8730de4e-93f5-4df5-b9a0-e74f84533811 no longer exists at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:07:01.968128 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-983f8e67-38ab-4b9c-96e6-1e06796d2fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:01.973479 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] No Port match for: 8730de4e-93f5-4df5-b9a0-e74f84533811 {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:07:01.973947 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 8730de4e-93f5-4df5-b9a0-e74f84533811 not bound to the agent host dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:07:01.996277 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-983f8e67-38ab-4b9c-96e6-1e06796d2fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:02.093489 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-983f8e67-38ab-4b9c-96e6-1e06796d2fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:02.098464 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-2f825a77-1707-4fb1-b99f-e5ba9f86851f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:02.115347 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983f8e67-38ab-4b9c-96e6-1e06796d2fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23472bc-9ee9-4c29-914a-e32afa7874f4,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:02.118117 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-983f8e67-38ab-4b9c-96e6-1e06796d2fd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:02.136493 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-983f8e67-38ab-4b9c-96e6-1e06796d2fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:02.137727 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-983f8e67-38ab-4b9c-96e6-1e06796d2fd7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a23472bc-9ee9-4c29-914a-e32afa7874f4 HTTP/1.1" status: 204 len: 168 time: 0.2399828 Sep 20 16:07:02.150909 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637977ce-8dd3-4ca6-95cb-c9f80f878dc5 req-2ea2e0e3-ae66-45c5-a6ad-db7748fe2cf9 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:07:02.152499 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-637977ce-8dd3-4ca6-95cb-c9f80f878dc5 req-2ea2e0e3-ae66-45c5-a6ad-db7748fe2cf9 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=9495b46b-9a88-4863-a28d-95ea3e0366b4 HTTP/1.1" status: 200 len: 946 time: 0.1258307 Sep 20 16:07:02.201456 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-637977ce-8dd3-4ca6-95cb-c9f80f878dc5 req-7f55a898-45d9-4d45-83d2-2ea1ce54472f tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421157 Sep 20 16:07:02.774394 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-574288fd-8127-4ca8-a2a4-d8c3501284d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:03.404841 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92b109-cd24-489a-9943-1dcfac295f41 req-18145a7c-8966-4ce3-b05c-3c94a341364f tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:07:03.406439 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bf92b109-cd24-489a-9943-1dcfac295f41 req-18145a7c-8966-4ce3-b05c-3c94a341364f tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=9495b46b-9a88-4863-a28d-95ea3e0366b4 HTTP/1.1" status: 200 len: 946 time: 0.0825078 Sep 20 16:07:03.458370 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bf92b109-cd24-489a-9943-1dcfac295f41 req-82d745af-f8e3-4b88-86bb-c9e6a4d243ad tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450664 Sep 20 16:07:03.617801 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d5c8b3-305b-45bd-8f0c-99bba20d0138 req-a3ac5774-2027-40af-a817-6f88ec32849d tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:07:03.618625 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-73d5c8b3-305b-45bd-8f0c-99bba20d0138 req-a3ac5774-2027-40af-a817-6f88ec32849d tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Synchronizing usage tracker for tenant:a5cd73682bc64cdaa6b766020253c8fd on resource:port {{(pid=82369) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:07:03.633610 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-73d5c8b3-305b-45bd-8f0c-99bba20d0138 req-a3ac5774-2027-40af-a817-6f88ec32849d tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Unset dirty status for tenant:a5cd73682bc64cdaa6b766020253c8fd on resource:port {{(pid=82369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:07:03.634831 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-73d5c8b3-305b-45bd-8f0c-99bba20d0138 req-a3ac5774-2027-40af-a817-6f88ec32849d tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.36 "GET /v2.0/ports?device_id=9495b46b-9a88-4863-a28d-95ea3e0366b4 HTTP/1.1" status: 200 len: 946 time: 0.0999126 Sep 20 16:07:03.711509 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [req-73d5c8b3-305b-45bd-8f0c-99bba20d0138 req-c36a437a-8fc7-4b77-bd86-e3adc8dce921 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Deleting port fbb39eb7-f00c-43f0-9ac0-758c7276e61b {{(pid=82369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:07:03.711810 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-73d5c8b3-305b-45bd-8f0c-99bba20d0138 req-c36a437a-8fc7-4b77-bd86-e3adc8dce921 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:03.964145 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-73d5c8b3-305b-45bd-8f0c-99bba20d0138 req-c36a437a-8fc7-4b77-bd86-e3adc8dce921 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] For port fbb39eb7-f00c-43f0-9ac0-758c7276e61b, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=fbb39eb7-f00c-43f0-9ac0-758c7276e61b,segment=NetworkSegment(9cb9c279-b877-460a-9cc6-db0e812143bc),segment_id=9cb9c279-b877-460a-9cc6-db0e812143bc)] {{(pid=82369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:07:03.964766 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-73d5c8b3-305b-45bd-8f0c-99bba20d0138 req-c36a437a-8fc7-4b77-bd86-e3adc8dce921 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:04.133255 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:04.264080 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-73d5c8b3-305b-45bd-8f0c-99bba20d0138 req-c36a437a-8fc7-4b77-bd86-e3adc8dce921 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:04.264407 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-73d5c8b3-305b-45bd-8f0c-99bba20d0138 req-c36a437a-8fc7-4b77-bd86-e3adc8dce921 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1017788'] for floatingip, after_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:04.264753 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.db.l3_db [req-73d5c8b3-305b-45bd-8f0c-99bba20d0138 req-c36a437a-8fc7-4b77-bd86-e3adc8dce921 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Floating IP d07cb708-f2e8-4ffd-a4e6-004d10c8f985 disassociated. External IP: 172.27.3.194, port: fbb39eb7-f00c-43f0-9ac0-758c7276e61b. Sep 20 16:07:04.265125 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [req-73d5c8b3-305b-45bd-8f0c-99bba20d0138 req-c36a437a-8fc7-4b77-bd86-e3adc8dce921 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Calling delete_port for fbb39eb7-f00c-43f0-9ac0-758c7276e61b owned by compute:nova {{(pid=82369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:07:04.411172 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-73d5c8b3-305b-45bd-8f0c-99bba20d0138 req-c36a437a-8fc7-4b77-bd86-e3adc8dce921 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33095450'] for port, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:04.416792 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-83fde32c-1957-4539-ae41-8f94aec7a08a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:04.461286 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a437a-8fc7-4b77-bd86-e3adc8dce921 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Pushing event deleted for resources: {'Port': ['ID=fbb39eb7-f00c-43f0-9ac0-758c7276e61b,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:04.465052 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c36a437a-8fc7-4b77-bd86-e3adc8dce921 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:04.630567 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-504f335a-6092-4551-84fa-36e1997e439e req-e1d13130-53f2-4c45-ae77-2db8bf69f8fb tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=9495b46b-9a88-4863-a28d-95ea3e0366b4 HTTP/1.1" status: 200 len: 210 time: 0.0463181 Sep 20 16:07:04.686546 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73d5c8b3-305b-45bd-8f0c-99bba20d0138 req-c36a437a-8fc7-4b77-bd86-e3adc8dce921 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Router 99d76ff4-d17c-4897-b158-1e2217f6bf18 has already been hosted by L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a {{(pid=82369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 20 16:07:04.904888 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73d5c8b3-305b-45bd-8f0c-99bba20d0138 req-c36a437a-8fc7-4b77-bd86-e3adc8dce921 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 16:07:04.917385 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d96bb4-f892-48b1-b683-3f5364cebde6 None None] Sync routers for ids ['99d76ff4-d17c-4897-b158-1e2217f6bf18'] in dv-cinder-809669-1-iscsi {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 16:07:04.943199 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d96bb4-f892-48b1-b683-3f5364cebde6 None None] Routers {'99d76ff4-d17c-4897-b158-1e2217f6bf18'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:07:04.944503 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-79d96bb4-f892-48b1-b683-3f5364cebde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:06:35Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['99d76ff4-d17c-4897-b158-1e2217f6bf18'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:07:04.995344 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [req-73d5c8b3-305b-45bd-8f0c-99bba20d0138 req-c36a437a-8fc7-4b77-bd86-e3adc8dce921 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] No DVR routers for this DVR port fbb39eb7-f00c-43f0-9ac0-758c7276e61b on host hv-cinder-80966 {{(pid=82369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 20 16:07:04.998782 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-73d5c8b3-305b-45bd-8f0c-99bba20d0138 req-c36a437a-8fc7-4b77-bd86-e3adc8dce921 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:05.009253 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9495b46b-9a88-4863-a28d-95ea3e0366b4', 'name': 'network-vif-deleted', 'tag': 'fbb39eb7-f00c-43f0-9ac0-758c7276e61b'}] {{(pid=82369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:07:05.016471 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-73d5c8b3-305b-45bd-8f0c-99bba20d0138 req-c36a437a-8fc7-4b77-bd86-e3adc8dce921 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.36 "DELETE /v2.0/ports/fbb39eb7-f00c-43f0-9ac0-758c7276e61b HTTP/1.1" status: 204 len: 173 time: 1.3746076 Sep 20 16:07:05.092158 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9495b46b-9a88-4863-a28d-95ea3e0366b4', 'name': 'network-vif-deleted', 'tag': 'fbb39eb7-f00c-43f0-9ac0-758c7276e61b', 'status': 'completed', 'code': 200} Sep 20 16:07:05.131508 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a821439b-2bdc-44ee-836c-d49167c8de9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:05.300970 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-79d96bb4-f892-48b1-b683-3f5364cebde6 None None] Set router 99d76ff4-d17c-4897-b158-1e2217f6bf18 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:07:05.574830 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:05.631345 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-79d96bb4-f892-48b1-b683-3f5364cebde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'name': 'tempest-TestVolumeBootPattern-997459256-router', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '4df80569-13db-4632-9530-96bee422e73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:03:55Z', 'updated_at': '2021-09-20T16:04:00Z', 'revision_number': 4, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'gw_port': {'id': '4df80569-13db-4632-9530-96bee422e73c', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:56Z', 'updated_at': '2021-09-20T16:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': '51bc2558-943e-46ca-936a-1f6373c87035', 'name': '', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'mac_address': 'fa:16:3e:f5:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:58Z', 'updated_at': '2021-09-20T16:04:12Z', 'revision_number': 5, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'subnets': [{'id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:07:05.636870 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d96bb4-f892-48b1-b683-3f5364cebde6 None None] Checking router: 99d76ff4-d17c-4897-b158-1e2217f6bf18 for host: dv-cinder-809669-1-iscsi {{(pid=82371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 16:07:05.650682 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d96bb4-f892-48b1-b683-3f5364cebde6 None None] Routers {'99d76ff4-d17c-4897-b158-1e2217f6bf18'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:07:05.651382 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-79d96bb4-f892-48b1-b683-3f5364cebde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:07:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['99d76ff4-d17c-4897-b158-1e2217f6bf18'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:07:05.817247 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-77f0c5cb-e345-48f4-a452-219274dc5b88 req-ed7c6318-1862-40a3-a8e4-6602403d2536 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=9495b46b-9a88-4863-a28d-95ea3e0366b4 HTTP/1.1" status: 200 len: 210 time: 0.0449345 Sep 20 16:07:05.838980 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-79d96bb4-f892-48b1-b683-3f5364cebde6 None None] Set router 99d76ff4-d17c-4897-b158-1e2217f6bf18 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:07:06.171184 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-79d96bb4-f892-48b1-b683-3f5364cebde6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'name': 'tempest-TestVolumeBootPattern-997459256-router', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '4df80569-13db-4632-9530-96bee422e73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:03:55Z', 'updated_at': '2021-09-20T16:04:00Z', 'revision_number': 4, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'gw_port': {'id': '4df80569-13db-4632-9530-96bee422e73c', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:56Z', 'updated_at': '2021-09-20T16:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': '51bc2558-943e-46ca-936a-1f6373c87035', 'name': '', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'mac_address': 'fa:16:3e:f5:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:58Z', 'updated_at': '2021-09-20T16:04:12Z', 'revision_number': 5, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'subnets': [{'id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:07:06.175325 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d96bb4-f892-48b1-b683-3f5364cebde6 None None] The sync data for ids ['99d76ff4-d17c-4897-b158-1e2217f6bf18'] in dv-cinder-809669-1-iscsi is: [{'id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'name': 'tempest-TestVolumeBootPattern-997459256-router', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '4df80569-13db-4632-9530-96bee422e73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:03:55Z', 'updated_at': '2021-09-20T16:04:00Z', 'revision_number': 4, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'gw_port': {'id': '4df80569-13db-4632-9530-96bee422e73c', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:56Z', 'updated_at': '2021-09-20T16:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': '51bc2558-943e-46ca-936a-1f6373c87035', 'name': '', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'mac_address': 'fa:16:3e:f5:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:58Z', 'updated_at': '2021-09-20T16:04:12Z', 'revision_number': 5, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'subnets': [{'id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 16:07:06.621768 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0fd8998-8117-4c12-9ba3-bafc001d93a1 None None] New status for floating IP d07cb708-f2e8-4ffd-a4e6-004d10c8f985: DOWN {{(pid=82370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 20 16:07:06.925203 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:07.296834 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-545ed633-7427-46d7-bf62-2da467bb40ae tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1205345503&fields=id&tenant_id=a5cd73682bc64cdaa6b766020253c8fd HTTP/1.1" status: 200 len: 267 time: 0.0436475 Sep 20 16:07:07.455748 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-e51c9ac6-7c3d-4b71-af01-bcad47747559 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:07:07.457333 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-e51c9ac6-7c3d-4b71-af01-bcad47747559 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/networks?id=3486c4e5-0021-45c8-9533-9b5c178c51f3 HTTP/1.1" status: 200 len: 811 time: 0.1536112 Sep 20 16:07:07.474665 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-85655168-097d-4c3a-b4e2-3233124c13ef tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/quotas/a5cd73682bc64cdaa6b766020253c8fd HTTP/1.1" status: 200 len: 375 time: 0.0115190 Sep 20 16:07:07.563476 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-da601a5f-1f06-4a6e-bd1b-f3aa2f9b9017 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a5cd73682bc64cdaa6b766020253c8fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0834258 Sep 20 16:07:07.710795 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-d91745e9-07fb-4fe8-b2e9-bb547fa4f9c0 service neutron] 10.222.0.35 "GET /v2.0/networks/3486c4e5-0021-45c8-9533-9b5c178c51f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353655 Sep 20 16:07:07.751656 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device fbb39eb7-f00c-43f0-9ac0-758c7276e61b no longer exists at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:07:07.787150 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] No Port match for: fbb39eb7-f00c-43f0-9ac0-758c7276e61b {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:07:07.787566 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device fbb39eb7-f00c-43f0-9ac0-758c7276e61b not bound to the agent host hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:07:07.852448 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-060c74a6-a7b9-49c0-a888-8f9d2d295ad7 service neutron] 10.222.0.35 "GET /v2.0/networks/3486c4e5-0021-45c8-9533-9b5c178c51f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347966 Sep 20 16:07:08.267159 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-83d2dbe6-ce48-473d-9605-ff5c8bab48ad req-ed0e9267-6d1e-431e-a26c-26f79594e112 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=e887c0ae-2057-4fc1-a709-da9a56d9e5d9 HTTP/1.1" status: 200 len: 210 time: 0.0458720 Sep 20 16:07:09.333293 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-b392346f-e039-43d4-b276-c99688f06c7c tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:07:09.334026 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-b392346f-e039-43d4-b276-c99688f06c7c tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Synchronizing usage tracker for tenant:a5cd73682bc64cdaa6b766020253c8fd on resource:network {{(pid=82369) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:07:09.353511 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-b392346f-e039-43d4-b276-c99688f06c7c tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Unset dirty status for tenant:a5cd73682bc64cdaa6b766020253c8fd on resource:network {{(pid=82369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:07:09.355069 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-b392346f-e039-43d4-b276-c99688f06c7c tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.36 "GET /v2.0/networks?id=3486c4e5-0021-45c8-9533-9b5c178c51f3 HTTP/1.1" status: 200 len: 811 time: 0.1812706 Sep 20 16:07:09.439614 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-122c5911-81c8-44a0-9a2f-5c5ea8197ac7 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Synchronizing usage tracker for tenant:a5cd73682bc64cdaa6b766020253c8fd on resource:security_group {{(pid=82369) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:07:09.468691 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-122c5911-81c8-44a0-9a2f-5c5ea8197ac7 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Unset dirty status for tenant:a5cd73682bc64cdaa6b766020253c8fd on resource:security_group {{(pid=82369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:07:09.470089 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-122c5911-81c8-44a0-9a2f-5c5ea8197ac7 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5cd73682bc64cdaa6b766020253c8fd HTTP/1.1" status: 200 len: 380 time: 0.1034906 Sep 20 16:07:09.480372 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-5d848741-40e7-4d7e-8aff-56c81d75044b tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Request body: {'port': {'device_id': 'e887c0ae-2057-4fc1-a709-da9a56d9e5d9', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'admin_state_up': True, 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'security_groups': ['9539ed13-8758-4e0e-87fc-1a3a882ac17c']}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:07:09.481265 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-cdad8986-8f74-4a3d-aa39-c4cc5e9797bf req-adf91cf8-95cc-4a9d-9883-9a710d939713 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=e887c0ae-2057-4fc1-a709-da9a56d9e5d9 HTTP/1.1" status: 200 len: 210 time: 0.0539711 Sep 20 16:07:09.625905 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-5d848741-40e7-4d7e-8aff-56c81d75044b tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:07:09.630156 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-5d848741-40e7-4d7e-8aff-56c81d75044b tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Usage tracker for resource:port and tenant:a5cd73682bc64cdaa6b766020253c8fd is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:07:09.633148 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-5d848741-40e7-4d7e-8aff-56c81d75044b tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Quota usage for port was recalculated. Used quota:3. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:07:09.639810 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-5d848741-40e7-4d7e-8aff-56c81d75044b tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:07:09.649055 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-5d848741-40e7-4d7e-8aff-56c81d75044b tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Made reservation on behalf of a5cd73682bc64cdaa6b766020253c8fd for: {'port': 1} {{(pid=82369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 16:07:09.655051 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-5d848741-40e7-4d7e-8aff-56c81d75044b tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:09.826855 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-5d848741-40e7-4d7e-8aff-56c81d75044b tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Allocated IP 172.20.0.7 (3486c4e5-0021-45c8-9533-9b5c178c51f3/52a7ee89-01e3-413c-ad3b-2dd2f5ae893f/e827f737-8303-4159-a00f-4d5aab5f89c3) {{(pid=82369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 16:07:10.024543 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-5d848741-40e7-4d7e-8aff-56c81d75044b tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for port, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:10.040777 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-5d848741-40e7-4d7e-8aff-56c81d75044b tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Transition to ACTIVE for port object e827f737-8303-4159-a00f-4d5aab5f89c3 will not be triggered until provisioned by entity DHCP. {{(pid=82369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:07:10.062195 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-5d848741-40e7-4d7e-8aff-56c81d75044b tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33095450'] for port, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:10.068317 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-e6833ae9-cb09-4912-b6b2-be8bfbd9da5b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:10.147858 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-5d848741-40e7-4d7e-8aff-56c81d75044b tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Network 3486c4e5-0021-45c8-9533-9b5c178c51f3 is already hosted by enough agents. {{(pid=82369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:07:10.148829 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d848741-40e7-4d7e-8aff-56c81d75044b tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Pushing event updated for resources: {'Port': ['ID=e827f737-8303-4159-a00f-4d5aab5f89c3,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:10.151609 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-5d848741-40e7-4d7e-8aff-56c81d75044b tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Resources bound (agent type, host, resource id): {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:07:10.153531 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-5d848741-40e7-4d7e-8aff-56c81d75044b tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:10.154261 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-5d848741-40e7-4d7e-8aff-56c81d75044b tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Received port after_create {{(pid=82369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 16:07:10.218402 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-5d848741-40e7-4d7e-8aff-56c81d75044b tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:07:10.219114 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-5d848741-40e7-4d7e-8aff-56c81d75044b tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:10.243817 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-5d848741-40e7-4d7e-8aff-56c81d75044b tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7680511 Sep 20 16:07:10.258736 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-8c81f5b6-d18e-484c-ad0c-f76ab0f2ae5a service neutron] Request body: {'port': {'device_id': 'e887c0ae-2057-4fc1-a709-da9a56d9e5d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80966'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:07:10.363390 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:10.378503 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-8c81f5b6-d18e-484c-ad0c-f76ab0f2ae5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:10.416444 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-fd595474-77a5-48f1-bb11-f8eccb6351d3 None None] Provisioning for port e827f737-8303-4159-a00f-4d5aab5f89c3 completed by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:07:10.422135 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-fd595474-77a5-48f1-bb11-f8eccb6351d3 None None] Provisioning complete for port e827f737-8303-4159-a00f-4d5aab5f89c3 triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:07:10.422534 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fd595474-77a5-48f1-bb11-f8eccb6351d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:10.479433 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-fd595474-77a5-48f1-bb11-f8eccb6351d3 None None] Port e827f737-8303-4159-a00f-4d5aab5f89c3 cannot update to ACTIVE because it is not bound. {{(pid=82370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 20 16:07:10.697310 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b3c44-a7ab-429e-a1f9-4b69c9a1946d req-73e4a82e-abef-49f3-a637-a5d8ae021259 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:07:10.702461 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-267b3c44-a7ab-429e-a1f9-4b69c9a1946d req-73e4a82e-abef-49f3-a637-a5d8ae021259 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=e887c0ae-2057-4fc1-a709-da9a56d9e5d9 HTTP/1.1" status: 200 len: 931 time: 0.0937243 Sep 20 16:07:10.749121 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-8c81f5b6-d18e-484c-ad0c-f76ab0f2ae5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e827f737-8303-4159-a00f-4d5aab5f89c3 {{(pid=82369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 16:07:10.749358 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-267b3c44-a7ab-429e-a1f9-4b69c9a1946d req-c06afe11-15a9-4894-961f-20db49dd6ab7 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430799 Sep 20 16:07:10.756293 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-8c81f5b6-d18e-484c-ad0c-f76ab0f2ae5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:10.773212 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-8c81f5b6-d18e-484c-ad0c-f76ab0f2ae5a service neutron] Transition to ACTIVE for port object e827f737-8303-4159-a00f-4d5aab5f89c3 will not be triggered until provisioned by entity L2. {{(pid=82369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:07:10.775938 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-8c81f5b6-d18e-484c-ad0c-f76ab0f2ae5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036821680366'] for port, after_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:10.781187 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-5f07ac69-1aa5-4e30-bfda-10c6a829e8b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:11.139704 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81f5b6-d18e-484c-ad0c-f76ab0f2ae5a service neutron] Pushing event updated for resources: {'Port': ['ID=e827f737-8303-4159-a00f-4d5aab5f89c3,revision_number=2']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:11.142642 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-8c81f5b6-d18e-484c-ad0c-f76ab0f2ae5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:11.254276 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-8c81f5b6-d18e-484c-ad0c-f76ab0f2ae5a service neutron] Attempting to bind port e827f737-8303-4159-a00f-4d5aab5f89c3 on host hv-cinder-80966 for vnic_type normal with profile {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 16:07:11.254618 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-8c81f5b6-d18e-484c-ad0c-f76ab0f2ae5a service neutron] Attempting to bind port e827f737-8303-4159-a00f-4d5aab5f89c3 by drivers openvswitch,hyperv on host hv-cinder-80966 at level 0 using segments [{'id': '9cb9c279-b877-460a-9cc6-db0e812143bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3'}] {{(pid=82369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 16:07:11.255040 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-8c81f5b6-d18e-484c-ad0c-f76ab0f2ae5a service neutron] Attempting to bind port e827f737-8303-4159-a00f-4d5aab5f89c3 on network 3486c4e5-0021-45c8-9533-9b5c178c51f3 {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:07:11.260973 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-8c81f5b6-d18e-484c-ad0c-f76ab0f2ae5a service neutron] Port e827f737-8303-4159-a00f-4d5aab5f89c3 on network 3486c4e5-0021-45c8-9533-9b5c178c51f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80966 {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 20 16:07:11.261326 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-8c81f5b6-d18e-484c-ad0c-f76ab0f2ae5a service neutron] Attempting to bind port e827f737-8303-4159-a00f-4d5aab5f89c3 on network 3486c4e5-0021-45c8-9533-9b5c178c51f3 {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:07:11.268417 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-8c81f5b6-d18e-484c-ad0c-f76ab0f2ae5a service neutron] Checking agent: {'id': '85f38ebc-8bd3-4a05-87ab-11427d0d3796', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 57, 9), 'started_at': datetime.datetime(2021, 9, 20, 15, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 16, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 16:07:11.268781 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-8c81f5b6-d18e-484c-ad0c-f76ab0f2ae5a service neutron] Checking segment: {'id': '9cb9c279-b877-460a-9cc6-db0e812143bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:07:11.269199 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-8c81f5b6-d18e-484c-ad0c-f76ab0f2ae5a service neutron] Bound using segment: {'id': '9cb9c279-b877-460a-9cc6-db0e812143bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3'} {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 16:07:11.269656 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-8c81f5b6-d18e-484c-ad0c-f76ab0f2ae5a service neutron] Bound port: e827f737-8303-4159-a00f-4d5aab5f89c3, host: hv-cinder-80966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cb9c279-b877-460a-9cc6-db0e812143bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3'}}] {{(pid=82369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 16:07:11.270029 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-8c81f5b6-d18e-484c-ad0c-f76ab0f2ae5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:11.356919 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-8c81f5b6-d18e-484c-ad0c-f76ab0f2ae5a service neutron] For port e827f737-8303-4159-a00f-4d5aab5f89c3, host hv-cinder-80966, cleared binding levels {{(pid=82369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 16:07:11.359998 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-8c81f5b6-d18e-484c-ad0c-f76ab0f2ae5a service neutron] For port e827f737-8303-4159-a00f-4d5aab5f89c3, host hv-cinder-80966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=e827f737-8303-4159-a00f-4d5aab5f89c3,segment=NetworkSegment(9cb9c279-b877-460a-9cc6-db0e812143bc),segment_id=9cb9c279-b877-460a-9cc6-db0e812143bc)] {{(pid=82369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 16:07:11.363136 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-8c81f5b6-d18e-484c-ad0c-f76ab0f2ae5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036821680366'] for port, after_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:11.367366 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-451b06e0-12f2-4f72-a56c-3e7f7c0f395d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:11.423134 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-8c81f5b6-d18e-484c-ad0c-f76ab0f2ae5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:11.424628 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-8c81f5b6-d18e-484c-ad0c-f76ab0f2ae5a service neutron] 10.222.0.36 "PUT /v2.0/ports/e827f737-8303-4159-a00f-4d5aab5f89c3 HTTP/1.1" status: 200 len: 1093 time: 1.1709290 Sep 20 16:07:11.425329 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e887c0ae-2057-4fc1-a709-da9a56d9e5d9', 'tag': 'e827f737-8303-4159-a00f-4d5aab5f89c3'}] {{(pid=82369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:07:11.452514 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c81f5b6-d18e-484c-ad0c-f76ab0f2ae5a service neutron] Pushing event updated for resources: {'Port': ['ID=e827f737-8303-4159-a00f-4d5aab5f89c3,revision_number=3']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:11.455993 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-8c81f5b6-d18e-484c-ad0c-f76ab0f2ae5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:11.508977 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e887c0ae-2057-4fc1-a709-da9a56d9e5d9', 'tag': 'e827f737-8303-4159-a00f-4d5aab5f89c3', 'status': 'completed', 'code': 200} Sep 20 16:07:11.552203 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-ad5f03c6-c010-4fb5-a0ed-390b7f5f5433 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5cd73682bc64cdaa6b766020253c8fd&device_id=e887c0ae-2057-4fc1-a709-da9a56d9e5d9 HTTP/1.1" status: 200 len: 1096 time: 0.0788274 Sep 20 16:07:11.629348 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-5d08ae77-26d9-49dd-9524-5ce145d697cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e827f737-8303-4159-a00f-4d5aab5f89c3 HTTP/1.1" status: 200 len: 217 time: 0.0692043 Sep 20 16:07:11.702802 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-066db724-a39f-466a-bf20-33dbf3591494 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:07:11.704725 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-066db724-a39f-466a-bf20-33dbf3591494 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52a7ee89-01e3-413c-ad3b-2dd2f5ae893f HTTP/1.1" status: 200 len: 850 time: 0.0687811 Sep 20 16:07:11.791833 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-52fa481d-f229-490f-b37a-657f5aa380d6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3486c4e5-0021-45c8-9533-9b5c178c51f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0798950 Sep 20 16:07:11.959586 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-ce5428a7-7e5f-4595-b316-2c44ea609501 service neutron] 10.222.0.36 "GET /v2.0/networks/3486c4e5-0021-45c8-9533-9b5c178c51f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598051 Sep 20 16:07:11.985803 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7979b-0fa7-4a7d-8a7b-127943e73972 req-6530818b-8d82-4613-9b90-ed0a6a680135 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:07:11.987509 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-59c7979b-0fa7-4a7d-8a7b-127943e73972 req-6530818b-8d82-4613-9b90-ed0a6a680135 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=e887c0ae-2057-4fc1-a709-da9a56d9e5d9 HTTP/1.1" status: 200 len: 943 time: 0.0949080 Sep 20 16:07:12.113470 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fa90b4df-f3eb-429f-a798-107b397e0576 req-6ac5dad6-9eb9-4041-9e06-20225993f249 service neutron] 10.222.0.36 "GET /v2.0/networks/3486c4e5-0021-45c8-9533-9b5c178c51f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456664 Sep 20 16:07:12.236689 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d02647b6-63d3-434b-b87f-b99af5c3a1aa req-c7c1d797-8928-4581-8729-8d6b9c19dba0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5cd73682bc64cdaa6b766020253c8fd&device_id=e887c0ae-2057-4fc1-a709-da9a56d9e5d9 HTTP/1.1" status: 200 len: 1096 time: 0.0761638 Sep 20 16:07:12.253985 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-59c7979b-0fa7-4a7d-8a7b-127943e73972 req-e6a3fab4-2b0f-493d-9927-b1c4a82daf14 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2603610 Sep 20 16:07:12.381270 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02647b6-63d3-434b-b87f-b99af5c3a1aa req-07718973-ed57-4283-9b25-914b2aa566bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:07:12.382993 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d02647b6-63d3-434b-b87f-b99af5c3a1aa req-07718973-ed57-4283-9b25-914b2aa566bc service neutron] 10.222.0.36 "GET /v2.0/networks?id=3486c4e5-0021-45c8-9533-9b5c178c51f3 HTTP/1.1" status: 200 len: 912 time: 0.1388245 Sep 20 16:07:12.457310 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d02647b6-63d3-434b-b87f-b99af5c3a1aa req-f4479b32-fbb3-46ea-9693-7d987a0a4143 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e827f737-8303-4159-a00f-4d5aab5f89c3 HTTP/1.1" status: 200 len: 217 time: 0.0672102 Sep 20 16:07:12.526667 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02647b6-63d3-434b-b87f-b99af5c3a1aa req-ee4c178e-420a-44bc-83b2-bdf9d59b32b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:07:12.528283 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d02647b6-63d3-434b-b87f-b99af5c3a1aa req-ee4c178e-420a-44bc-83b2-bdf9d59b32b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52a7ee89-01e3-413c-ad3b-2dd2f5ae893f HTTP/1.1" status: 200 len: 850 time: 0.0640059 Sep 20 16:07:12.607930 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d02647b6-63d3-434b-b87f-b99af5c3a1aa req-2ea3682f-53e4-44d8-840a-88f0b3df7946 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3486c4e5-0021-45c8-9533-9b5c178c51f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726895 Sep 20 16:07:12.758312 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d02647b6-63d3-434b-b87f-b99af5c3a1aa req-aa8df305-cad5-4129-ae02-229023ca7d27 service neutron] 10.222.0.36 "GET /v2.0/networks/3486c4e5-0021-45c8-9533-9b5c178c51f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359491 Sep 20 16:07:12.902503 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d02647b6-63d3-434b-b87f-b99af5c3a1aa req-6524971f-7219-44af-a626-b0d4ad4a6612 service neutron] 10.222.0.36 "GET /v2.0/networks/3486c4e5-0021-45c8-9533-9b5c178c51f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345901 Sep 20 16:07:13.359172 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 60628) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:13.470383 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e1426-187d-4c42-8630-bd14bef12fd1 req-bcf87745-50a8-4d36-b468-ceb43e60739e tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:07:13.473093 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f14e1426-187d-4c42-8630-bd14bef12fd1 req-bcf87745-50a8-4d36-b468-ceb43e60739e tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=e887c0ae-2057-4fc1-a709-da9a56d9e5d9 HTTP/1.1" status: 200 len: 943 time: 0.0840366 Sep 20 16:07:13.520961 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0cde2b3b-b6b6-4aa3-b8e7-25f55b0b71f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:13.523548 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f14e1426-187d-4c42-8630-bd14bef12fd1 req-ecc8f675-dedb-4a8a-8164-0f63486696cf tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455620 Sep 20 16:07:13.555777 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-0cde2b3b-b6b6-4aa3-b8e7-25f55b0b71f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:07:13.559811 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-0cde2b3b-b6b6-4aa3-b8e7-25f55b0b71f3 admin admin] Usage tracker for resource:security_group_rule and tenant:213ae06c82ce4807a9d110f4b43a5d89 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:07:13.562804 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-0cde2b3b-b6b6-4aa3-b8e7-25f55b0b71f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:07:13.568861 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-0cde2b3b-b6b6-4aa3-b8e7-25f55b0b71f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:07:13.646034 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0cde2b3b-b6b6-4aa3-b8e7-25f55b0b71f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:13.648909 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0cde2b3b-b6b6-4aa3-b8e7-25f55b0b71f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:13.659188 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-55ce2c15-c115-4dd5-b23f-8fa0b1bc11ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:13.701373 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde2b3b-b6b6-4aa3-b8e7-25f55b0b71f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d03394-ad1a-43bb-990e-846fd150960a,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:13.704985 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0cde2b3b-b6b6-4aa3-b8e7-25f55b0b71f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:13.708644 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-0cde2b3b-b6b6-4aa3-b8e7-25f55b0b71f3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=213ae06c82ce4807a9d110f4b43a5d89&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3483553 Sep 20 16:07:13.710652 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 60638) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:13.777503 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-4f1d03e8-ec3a-4c2c-8162-6f460ceb6f9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:13.805286 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-4f1d03e8-ec3a-4c2c-8162-6f460ceb6f9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:13.821060 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1eac5c-489a-4c16-b3f9-9a49c9393591 req-bd9e038b-ddfb-4ed4-a97d-5499a7fd5005 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:07:13.822638 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0c1eac5c-489a-4c16-b3f9-9a49c9393591 req-bd9e038b-ddfb-4ed4-a97d-5499a7fd5005 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 946 time: 0.0949416 Sep 20 16:07:13.856098 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-4f1d03e8-ec3a-4c2c-8162-6f460ceb6f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:13.861725 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-18048300-af29-4223-9203-2425c6a8e53b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:13.876598 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d03e8-ec3a-4c2c-8162-6f460ceb6f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d03394-ad1a-43bb-990e-846fd150960a,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:13.879801 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-4f1d03e8-ec3a-4c2c-8162-6f460ceb6f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:13.880757 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0c1eac5c-489a-4c16-b3f9-9a49c9393591 req-46c00986-0fd9-4df3-a072-9a764b226285 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512066 Sep 20 16:07:13.881468 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-4f1d03e8-ec3a-4c2c-8162-6f460ceb6f9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:13.882922 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-4f1d03e8-ec3a-4c2c-8162-6f460ceb6f9c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e4d03394-ad1a-43bb-990e-846fd150960a HTTP/1.1" status: 204 len: 168 time: 0.1694663 Sep 20 16:07:14.733276 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca87ce-c239-43e7-9118-5a872ff17474 req-85686a08-6153-4e00-883a-c4d6eca037e9 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:07:14.734927 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b9ca87ce-c239-43e7-9118-5a872ff17474 req-85686a08-6153-4e00-883a-c4d6eca037e9 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=e887c0ae-2057-4fc1-a709-da9a56d9e5d9 HTTP/1.1" status: 200 len: 943 time: 0.0838351 Sep 20 16:07:14.787143 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b9ca87ce-c239-43e7-9118-5a872ff17474 req-274bb097-29b1-4717-b9a3-56c94bb884a3 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460246 Sep 20 16:07:15.112631 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5dc07a-1117-4bb0-8512-766476fe7f3e req-1185914a-70a0-4d76-82c2-1f907f454c9a tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:07:15.113393 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-5a5dc07a-1117-4bb0-8512-766476fe7f3e req-1185914a-70a0-4d76-82c2-1f907f454c9a tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Synchronizing usage tracker for tenant:db746f245ad145658413ccb0154221ac on resource:port {{(pid=82369) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:07:15.120084 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2eb780-605c-4195-9093-527d6e3c75ea req-8fe951b6-b172-4667-b4ca-3f7348298b0a tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:07:15.121715 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4d2eb780-605c-4195-9093-527d6e3c75ea req-8fe951b6-b172-4667-b4ca-3f7348298b0a tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 946 time: 0.0914700 Sep 20 16:07:15.130511 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-5a5dc07a-1117-4bb0-8512-766476fe7f3e req-1185914a-70a0-4d76-82c2-1f907f454c9a tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Unset dirty status for tenant:db746f245ad145658413ccb0154221ac on resource:port {{(pid=82369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:07:15.131763 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5a5dc07a-1117-4bb0-8512-766476fe7f3e req-1185914a-70a0-4d76-82c2-1f907f454c9a tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.36 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 946 time: 0.1006055 Sep 20 16:07:15.172363 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4d2eb780-605c-4195-9093-527d6e3c75ea req-83da89e8-e38c-4e86-b9a9-c6b836d82de3 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups?id=4daddbd0-9fc5-43a4-afcd-58e525ed481a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434446 Sep 20 16:07:15.214107 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [req-5a5dc07a-1117-4bb0-8512-766476fe7f3e req-079d18af-fa23-4cb4-8646-5e111eecaef5 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Deleting port ecc1e192-2dc8-45d7-94d7-d547a408db48 {{(pid=82369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:07:15.214486 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-5a5dc07a-1117-4bb0-8512-766476fe7f3e req-079d18af-fa23-4cb4-8646-5e111eecaef5 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:15.469084 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-5a5dc07a-1117-4bb0-8512-766476fe7f3e req-079d18af-fa23-4cb4-8646-5e111eecaef5 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] For port ecc1e192-2dc8-45d7-94d7-d547a408db48, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=ecc1e192-2dc8-45d7-94d7-d547a408db48,segment=NetworkSegment(989a23f7-b1d9-49cd-b7ba-1fda6ddeb386),segment_id=989a23f7-b1d9-49cd-b7ba-1fda6ddeb386)] {{(pid=82369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:07:15.469491 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-5a5dc07a-1117-4bb0-8512-766476fe7f3e req-079d18af-fa23-4cb4-8646-5e111eecaef5 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:15.774130 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-5a5dc07a-1117-4bb0-8512-766476fe7f3e req-079d18af-fa23-4cb4-8646-5e111eecaef5 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:15.774652 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-5a5dc07a-1117-4bb0-8512-766476fe7f3e req-079d18af-fa23-4cb4-8646-5e111eecaef5 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1017788'] for floatingip, after_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:15.774879 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.db.l3_db [req-5a5dc07a-1117-4bb0-8512-766476fe7f3e req-079d18af-fa23-4cb4-8646-5e111eecaef5 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Floating IP 1836314a-2999-4251-8e71-f8c5894ae1d6 disassociated. External IP: 172.27.3.204, port: ecc1e192-2dc8-45d7-94d7-d547a408db48. Sep 20 16:07:15.775291 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [req-5a5dc07a-1117-4bb0-8512-766476fe7f3e req-079d18af-fa23-4cb4-8646-5e111eecaef5 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Calling delete_port for ecc1e192-2dc8-45d7-94d7-d547a408db48 owned by compute:nova {{(pid=82369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:07:15.924953 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-5a5dc07a-1117-4bb0-8512-766476fe7f3e req-079d18af-fa23-4cb4-8646-5e111eecaef5 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33095450'] for port, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:15.936338 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c36a437a-8fc7-4b77-bd86-e3adc8dce921 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:15.985428 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d18af-fa23-4cb4-8646-5e111eecaef5 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Pushing event deleted for resources: {'Port': ['ID=ecc1e192-2dc8-45d7-94d7-d547a408db48,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:15.988613 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-079d18af-fa23-4cb4-8646-5e111eecaef5 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:16.038211 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba96c89-7bc6-426d-a80d-5a2e32c71e55 req-508ece59-fc1e-4716-804e-1c689d4b1877 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:07:16.040102 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-eba96c89-7bc6-426d-a80d-5a2e32c71e55 req-508ece59-fc1e-4716-804e-1c689d4b1877 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=e887c0ae-2057-4fc1-a709-da9a56d9e5d9 HTTP/1.1" status: 200 len: 943 time: 0.0949736 Sep 20 16:07:16.096439 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-eba96c89-7bc6-426d-a80d-5a2e32c71e55 req-26730194-6e8d-4914-8177-ec60a8ea0023 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442011 Sep 20 16:07:16.209641 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a5dc07a-1117-4bb0-8512-766476fe7f3e req-079d18af-fa23-4cb4-8646-5e111eecaef5 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Router f96bf5f9-d6dd-4faa-a9ad-481b40f59552 has already been hosted by L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a {{(pid=82369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 20 16:07:16.369047 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-62d660a8-cbdb-4869-99ac-06a2836b9301 req-ce8d81f5-4eab-4efe-9cb4-87f1fd8b85fe tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/ports?device_id=b7c53ce6-436e-4a62-9c6d-52b19c79daee HTTP/1.1" status: 200 len: 210 time: 0.0464838 Sep 20 16:07:16.640164 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a5dc07a-1117-4bb0-8512-766476fe7f3e req-079d18af-fa23-4cb4-8646-5e111eecaef5 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 16:07:16.649773 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479dcee5-0653-47f3-bdc3-310b93fa23fa None None] Sync routers for ids ['f96bf5f9-d6dd-4faa-a9ad-481b40f59552'] in dv-cinder-809669-1-iscsi {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 16:07:16.662297 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479dcee5-0653-47f3-bdc3-310b93fa23fa None None] Routers {'f96bf5f9-d6dd-4faa-a9ad-481b40f59552'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:07:16.663100 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-479dcee5-0653-47f3-bdc3-310b93fa23fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:07:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['f96bf5f9-d6dd-4faa-a9ad-481b40f59552'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:07:16.708259 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5dc07a-1117-4bb0-8512-766476fe7f3e req-079d18af-fa23-4cb4-8646-5e111eecaef5 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] No DVR routers for this DVR port ecc1e192-2dc8-45d7-94d7-d547a408db48 on host hv-cinder-80966 {{(pid=82369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 20 16:07:16.710761 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-5a5dc07a-1117-4bb0-8512-766476fe7f3e req-079d18af-fa23-4cb4-8646-5e111eecaef5 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:16.713511 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7c53ce6-436e-4a62-9c6d-52b19c79daee', 'name': 'network-vif-deleted', 'tag': 'ecc1e192-2dc8-45d7-94d7-d547a408db48'}] {{(pid=82369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:07:16.728667 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5a5dc07a-1117-4bb0-8512-766476fe7f3e req-079d18af-fa23-4cb4-8646-5e111eecaef5 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.36 "DELETE /v2.0/ports/ecc1e192-2dc8-45d7-94d7-d547a408db48 HTTP/1.1" status: 204 len: 173 time: 1.5905128 Sep 20 16:07:16.774270 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7c53ce6-436e-4a62-9c6d-52b19c79daee', 'name': 'network-vif-deleted', 'tag': 'ecc1e192-2dc8-45d7-94d7-d547a408db48', 'status': 'completed', 'code': 200} Sep 20 16:07:16.866552 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-479dcee5-0653-47f3-bdc3-310b93fa23fa None None] Set router f96bf5f9-d6dd-4faa-a9ad-481b40f59552 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:07:17.190457 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-479dcee5-0653-47f3-bdc3-310b93fa23fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'name': 'tempest-AttachVolumeShelveTestJSON-1118877821-router', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd5a2defa-2a3c-4ad2-9b12-63fd0c770606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:14Z', 'updated_at': '2021-09-20T15:59:28Z', 'revision_number': 4, 'project_id': 'db746f245ad145658413ccb0154221ac', 'gw_port': {'id': 'd5a2defa-2a3c-4ad2-9b12-63fd0c770606', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:91:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:15Z', 'updated_at': '2021-09-20T15:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': '31d188d2-f1dd-44ec-8d80-5fb6db79059b', 'name': '', 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'mac_address': 'fa:16:3e:80:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56db9545-8f98-4a5d-b98f-1e9dd0b9696a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:26Z', 'updated_at': '2021-09-20T15:59:46Z', 'revision_number': 5, 'project_id': 'db746f245ad145658413ccb0154221ac', 'subnets': [{'id': '56db9545-8f98-4a5d-b98f-1e9dd0b9696a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:07:17.194999 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479dcee5-0653-47f3-bdc3-310b93fa23fa None None] Checking router: f96bf5f9-d6dd-4faa-a9ad-481b40f59552 for host: dv-cinder-809669-1-iscsi {{(pid=82371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 16:07:17.206539 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479dcee5-0653-47f3-bdc3-310b93fa23fa None None] Routers {'f96bf5f9-d6dd-4faa-a9ad-481b40f59552'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:07:17.207262 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-479dcee5-0653-47f3-bdc3-310b93fa23fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:07:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['f96bf5f9-d6dd-4faa-a9ad-481b40f59552'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:07:17.310771 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b484c1fa-0e18-426a-b8a6-a8270d76ac4d req-d3f06f14-bd15-41a3-b9cb-dceca2e3e921 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:07:17.312437 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b484c1fa-0e18-426a-b8a6-a8270d76ac4d req-d3f06f14-bd15-41a3-b9cb-dceca2e3e921 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=e887c0ae-2057-4fc1-a709-da9a56d9e5d9 HTTP/1.1" status: 200 len: 943 time: 0.0835910 Sep 20 16:07:17.368370 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b484c1fa-0e18-426a-b8a6-a8270d76ac4d req-38207193-adc8-49e1-859e-e54df846024a tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495942 Sep 20 16:07:17.538361 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 60710) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:17.565766 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-479dcee5-0653-47f3-bdc3-310b93fa23fa None None] Set router f96bf5f9-d6dd-4faa-a9ad-481b40f59552 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:07:17.613383 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d9b14f96-aeb8-4744-806d-8e94025d2ab8 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:17.647847 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d9b14f96-aeb8-4744-806d-8e94025d2ab8 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:17.696194 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d9b14f96-aeb8-4744-806d-8e94025d2ab8 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:17.702234 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-37cfc4f0-033a-4393-9148-8b9b8dbe613f tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:17.719151 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b14f96-aeb8-4744-806d-8e94025d2ab8 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4daddbd0-9fc5-43a4-afcd-58e525ed481a,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:17.729310 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d9b14f96-aeb8-4744-806d-8e94025d2ab8 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:17.745574 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d9b14f96-aeb8-4744-806d-8e94025d2ab8 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:17.750186 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 60716) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:17.752555 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-d9b14f96-aeb8-4744-806d-8e94025d2ab8 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "DELETE /v2.0/security-groups/4daddbd0-9fc5-43a4-afcd-58e525ed481a HTTP/1.1" status: 204 len: 168 time: 0.2129519 Sep 20 16:07:17.769965 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.api.v2.resource [None req-6a621f9e-2023-42d3-ba00-1fb84889d9be tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] show failed (client error): The resource could not be found. Sep 20 16:07:17.771269 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-6a621f9e-2023-42d3-ba00-1fb84889d9be tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "GET /v2.0/security-groups/4daddbd0-9fc5-43a4-afcd-58e525ed481a HTTP/1.1" status: 404 len: 347 time: 0.0198820 Sep 20 16:07:17.774288 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 60720) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:17.924869 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-479dcee5-0653-47f3-bdc3-310b93fa23fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'name': 'tempest-AttachVolumeShelveTestJSON-1118877821-router', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd5a2defa-2a3c-4ad2-9b12-63fd0c770606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:14Z', 'updated_at': '2021-09-20T15:59:28Z', 'revision_number': 4, 'project_id': 'db746f245ad145658413ccb0154221ac', 'gw_port': {'id': 'd5a2defa-2a3c-4ad2-9b12-63fd0c770606', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:91:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:15Z', 'updated_at': '2021-09-20T15:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': '31d188d2-f1dd-44ec-8d80-5fb6db79059b', 'name': '', 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'mac_address': 'fa:16:3e:80:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56db9545-8f98-4a5d-b98f-1e9dd0b9696a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:26Z', 'updated_at': '2021-09-20T15:59:46Z', 'revision_number': 5, 'project_id': 'db746f245ad145658413ccb0154221ac', 'subnets': [{'id': '56db9545-8f98-4a5d-b98f-1e9dd0b9696a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:07:17.929496 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479dcee5-0653-47f3-bdc3-310b93fa23fa None None] The sync data for ids ['f96bf5f9-d6dd-4faa-a9ad-481b40f59552'] in dv-cinder-809669-1-iscsi is: [{'id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'name': 'tempest-AttachVolumeShelveTestJSON-1118877821-router', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd5a2defa-2a3c-4ad2-9b12-63fd0c770606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:14Z', 'updated_at': '2021-09-20T15:59:28Z', 'revision_number': 4, 'project_id': 'db746f245ad145658413ccb0154221ac', 'gw_port': {'id': 'd5a2defa-2a3c-4ad2-9b12-63fd0c770606', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:91:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:15Z', 'updated_at': '2021-09-20T15:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': '31d188d2-f1dd-44ec-8d80-5fb6db79059b', 'name': '', 'network_id': 'bff5b245-776a-4a0d-8c23-eec69eae1a29', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'mac_address': 'fa:16:3e:80:b9:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56db9545-8f98-4a5d-b98f-1e9dd0b9696a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:26Z', 'updated_at': '2021-09-20T15:59:46Z', 'revision_number': 5, 'project_id': 'db746f245ad145658413ccb0154221ac', 'subnets': [{'id': '56db9545-8f98-4a5d-b98f-1e9dd0b9696a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 16:07:17.986916 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-ab43c7c9-79f1-499c-9fdf-758037367014 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Deleting port e74a2d00-1434-40dd-a947-b6d6bbff4a42 {{(pid=82368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:07:17.987344 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ab43c7c9-79f1-499c-9fdf-758037367014 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:18.168339 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ab43c7c9-79f1-499c-9fdf-758037367014 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:18.168712 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ab43c7c9-79f1-499c-9fdf-758037367014 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:18.295741 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-ab43c7c9-79f1-499c-9fdf-758037367014 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Calling delete_port for e74a2d00-1434-40dd-a947-b6d6bbff4a42 owned by network:floatingip {{(pid=82368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:07:18.365314 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3cbd32-f510-4373-b3a1-e1a5906c6763 None None] New status for floating IP 1836314a-2999-4251-8e71-f8c5894ae1d6: DOWN {{(pid=82370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 20 16:07:18.439152 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ab43c7c9-79f1-499c-9fdf-758037367014 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:18.443810 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-8260ebb5-6d88-4fdf-9612-f7d5cca8281b tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:18.485940 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab43c7c9-79f1-499c-9fdf-758037367014 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Pushing event deleted for resources: {'Port': ['ID=e74a2d00-1434-40dd-a947-b6d6bbff4a42,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:18.517970 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.db.api [None req-9a3cbd32-f510-4373-b3a1-e1a5906c6763 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82370) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Sep 20 16:07:18.518381 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_db.api [None req-9a3cbd32-f510-4373-b3a1-e1a5906c6763 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Sep 20 16:07:18.525556 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab43c7c9-79f1-499c-9fdf-758037367014 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:07:18.525978 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab43c7c9-79f1-499c-9fdf-758037367014 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:07:18.526388 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab43c7c9-79f1-499c-9fdf-758037367014 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:07:18.526795 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab43c7c9-79f1-499c-9fdf-758037367014 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:07:18.527227 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab43c7c9-79f1-499c-9fdf-758037367014 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:07:18.527629 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab43c7c9-79f1-499c-9fdf-758037367014 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:07:18.528027 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab43c7c9-79f1-499c-9fdf-758037367014 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:07:18.528962 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab43c7c9-79f1-499c-9fdf-758037367014 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:07:18.529358 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab43c7c9-79f1-499c-9fdf-758037367014 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:07:18.529754 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab43c7c9-79f1-499c-9fdf-758037367014 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:07:18.530148 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab43c7c9-79f1-499c-9fdf-758037367014 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:07:18.571707 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-ab43c7c9-79f1-499c-9fdf-758037367014 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:18.660881 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ab43c7c9-79f1-499c-9fdf-758037367014 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks [] for floatingip, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:18.684622 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ab43c7c9-79f1-499c-9fdf-758037367014 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for floatingip, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:18.685851 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-ab43c7c9-79f1-499c-9fdf-758037367014 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] 10.222.0.35 "DELETE /v2.0/floatingips/1836314a-2999-4251-8e71-f8c5894ae1d6 HTTP/1.1" status: 204 len: 168 time: 0.9088750 Sep 20 16:07:18.693152 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b0c40-6d96-4d5b-a403-b932c4477f03 req-4f1c821f-b62e-42be-b294-174e3b2152ba tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:07:18.694445 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-796b0c40-6d96-4d5b-a403-b932c4477f03 req-4f1c821f-b62e-42be-b294-174e3b2152ba tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=e887c0ae-2057-4fc1-a709-da9a56d9e5d9 HTTP/1.1" status: 200 len: 943 time: 0.1957698 Sep 20 16:07:18.743938 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-796b0c40-6d96-4d5b-a403-b932c4477f03 req-f792e284-ca8e-47a4-b615-2ba514a4f6dd tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434265 Sep 20 16:07:19.020197 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3cbd32-f510-4373-b3a1-e1a5906c6763 None None] New status for floating IP 1836314a-2999-4251-8e71-f8c5894ae1d6: DOWN {{(pid=82370) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 20 16:07:19.793258 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device e827f737-8303-4159-a00f-4d5aab5f89c3 details requested by agent hyperv_hv-cinder-80966 with host hv-cinder-80966 {{(pid=82370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 20 16:07:19.796534 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device ecc1e192-2dc8-45d7-94d7-d547a408db48 no longer exists at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:07:19.840261 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] No Port match for: ecc1e192-2dc8-45d7-94d7-d547a408db48 {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:07:19.840778 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device ecc1e192-2dc8-45d7-94d7-d547a408db48 not bound to the agent host hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:07:19.971071 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17583e90-0be2-423d-993e-23c389e5d7a9 req-8c5db6a5-53a0-452b-8b59-c380a94098ec tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:07:19.972782 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-17583e90-0be2-423d-993e-23c389e5d7a9 req-8c5db6a5-53a0-452b-8b59-c380a94098ec tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=e887c0ae-2057-4fc1-a709-da9a56d9e5d9 HTTP/1.1" status: 200 len: 943 time: 0.0921018 Sep 20 16:07:20.007078 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port e827f737-8303-4159-a00f-4d5aab5f89c3, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=e827f737-8303-4159-a00f-4d5aab5f89c3,segment=NetworkSegment(9cb9c279-b877-460a-9cc6-db0e812143bc),segment_id=9cb9c279-b877-460a-9cc6-db0e812143bc)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:07:20.021147 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Returning: {'device': 'e827f737-8303-4159-a00f-4d5aab5f89c3', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'port_id': 'e827f737-8303-4159-a00f-4d5aab5f89c3', 'mac_address': 'fa:16:3e:b4:22:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 20 16:07:20.023790 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-17583e90-0be2-423d-993e-23c389e5d7a9 req-9935c3c6-ea1d-4ade-915f-cb1eeb98b26a tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434878 Sep 20 16:07:20.076365 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:20.095436 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e827f737-8303-4159-a00f-4d5aab5f89c3 {{(pid=82370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 16:07:20.111247 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port e827f737-8303-4159-a00f-4d5aab5f89c3, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=e827f737-8303-4159-a00f-4d5aab5f89c3,segment=NetworkSegment(9cb9c279-b877-460a-9cc6-db0e812143bc),segment_id=9cb9c279-b877-460a-9cc6-db0e812143bc)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:07:20.114064 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:20.115952 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:20.183903 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=e827f737-8303-4159-a00f-4d5aab5f89c3,revision_number=4']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:20.192803 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:07:20.193185 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:07:20.193558 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:07:20.193930 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:07:20.194296 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:07:20.194664 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:07:20.195054 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:07:20.195425 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:07:20.195784 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:07:20.196139 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:07:20.196493 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:07:20.200409 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:21.228110 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485099d9-c3e6-4ea6-9392-ad122f63bf1a req-e1d3174f-ab92-49a9-818b-26fb444a7e14 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:07:21.230041 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-485099d9-c3e6-4ea6-9392-ad122f63bf1a req-e1d3174f-ab92-49a9-818b-26fb444a7e14 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=e887c0ae-2057-4fc1-a709-da9a56d9e5d9 HTTP/1.1" status: 200 len: 944 time: 0.0850177 Sep 20 16:07:21.277693 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-485099d9-c3e6-4ea6-9392-ad122f63bf1a req-4cffb6d5-66c3-4d57-9df3-fe1b72dab37d tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414255 Sep 20 16:07:22.482168 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115c0a2f-e82f-4ed9-a920-f8fb234af462 req-e9f420ef-ea02-442d-a38d-c8e4cf74f1c7 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:07:22.483822 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-115c0a2f-e82f-4ed9-a920-f8fb234af462 req-e9f420ef-ea02-442d-a38d-c8e4cf74f1c7 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=e887c0ae-2057-4fc1-a709-da9a56d9e5d9 HTTP/1.1" status: 200 len: 944 time: 0.0864275 Sep 20 16:07:22.531717 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-115c0a2f-e82f-4ed9-a920-f8fb234af462 req-df40daf0-b603-4ef4-a8ef-e61cc638d430 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417795 Sep 20 16:07:22.788576 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['e827f737-8303-4159-a00f-4d5aab5f89c3'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:07:22.793252 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bf06b6fa-c663-4f29-90a1-584c72eea75c req-e524b889-83f0-464e-ad30-be9e258103fb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758986 Sep 20 16:07:22.895111 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bf06b6fa-c663-4f29-90a1-584c72eea75c req-a3e2089c-eb27-4385-b52f-248285452d8a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6306c250ae944d37a3e32aa956ccd533&device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 1099 time: 0.0805733 Sep 20 16:07:23.057820 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06b6fa-c663-4f29-90a1-584c72eea75c req-0aa4f28d-ecc8-418d-a3ee-0cc631294a34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:07:23.059888 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bf06b6fa-c663-4f29-90a1-584c72eea75c req-0aa4f28d-ecc8-418d-a3ee-0cc631294a34 service neutron] 10.222.0.36 "GET /v2.0/networks?id=00f00114-e797-4923-84d8-1eb9559185f6 HTTP/1.1" status: 200 len: 909 time: 0.1430249 Sep 20 16:07:23.166635 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bf06b6fa-c663-4f29-90a1-584c72eea75c req-f41c1cb2-5e60-4ed8-9f08-0fe4653d23b2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0551b379-b9d8-4e89-87ff-678c341f24b2 HTTP/1.1" status: 200 len: 1001 time: 0.0996995 Sep 20 16:07:23.241531 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06b6fa-c663-4f29-90a1-584c72eea75c req-a9d31165-420d-43ec-8ff8-0da509a6bccf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:07:23.243166 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bf06b6fa-c663-4f29-90a1-584c72eea75c req-a9d31165-420d-43ec-8ff8-0da509a6bccf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc04fde6-0920-4d15-9c98-c393d9df92d2 HTTP/1.1" status: 200 len: 847 time: 0.0689616 Sep 20 16:07:23.323209 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bf06b6fa-c663-4f29-90a1-584c72eea75c req-d837bb51-da27-403b-aac1-451289d724c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00f00114-e797-4923-84d8-1eb9559185f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0723522 Sep 20 16:07:23.464718 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bf06b6fa-c663-4f29-90a1-584c72eea75c req-390aedbf-1a9f-4c19-85c5-d2d0b0cc97f5 service neutron] 10.222.0.36 "GET /v2.0/networks/00f00114-e797-4923-84d8-1eb9559185f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339951 Sep 20 16:07:23.625984 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bf06b6fa-c663-4f29-90a1-584c72eea75c req-61745f2a-d446-4352-9f02-d6dd71279846 service neutron] 10.222.0.36 "GET /v2.0/networks/00f00114-e797-4923-84d8-1eb9559185f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532729 Sep 20 16:07:23.746584 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5e07cf-110c-4744-bc47-02a0659181f8 req-fbf53b1b-28c1-42ab-8ee9-15d37420728c tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:07:23.748870 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fb5e07cf-110c-4744-bc47-02a0659181f8 req-fbf53b1b-28c1-42ab-8ee9-15d37420728c tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=e887c0ae-2057-4fc1-a709-da9a56d9e5d9 HTTP/1.1" status: 200 len: 944 time: 0.0860243 Sep 20 16:07:23.756364 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 60806) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:23.804117 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-fb5e07cf-110c-4744-bc47-02a0659181f8 req-6606596e-ab44-48ab-a63d-807cecca2d20 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472167 Sep 20 16:07:24.363359 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ad0cf7b2-52e9-4ddf-b5dc-a8c753cbb043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853748314'] for router_interface, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:24.550186 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device e827f737-8303-4159-a00f-4d5aab5f89c3 up at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:07:24.622466 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning for port e827f737-8303-4159-a00f-4d5aab5f89c3 completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:07:24.627318 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning complete for port e827f737-8303-4159-a00f-4d5aab5f89c3 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:07:24.627810 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:24.747583 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:24.777378 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e887c0ae-2057-4fc1-a709-da9a56d9e5d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e827f737-8303-4159-a00f-4d5aab5f89c3'}] {{(pid=82370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:07:24.788138 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port e827f737-8303-4159-a00f-4d5aab5f89c3, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=e827f737-8303-4159-a00f-4d5aab5f89c3,segment=NetworkSegment(9cb9c279-b877-460a-9cc6-db0e812143bc),segment_id=9cb9c279-b877-460a-9cc6-db0e812143bc)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:07:24.792909 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:24.795137 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:24.848629 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e887c0ae-2057-4fc1-a709-da9a56d9e5d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e827f737-8303-4159-a00f-4d5aab5f89c3', 'code': 200} Sep 20 16:07:24.894138 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=e827f737-8303-4159-a00f-4d5aab5f89c3,revision_number=5']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:24.898047 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:25.048722 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-ad0cf7b2-52e9-4ddf-b5dc-a8c753cbb043 admin admin] Deleting port 31d188d2-f1dd-44ec-8d80-5fb6db79059b {{(pid=82369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:07:25.049290 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ad0cf7b2-52e9-4ddf-b5dc-a8c753cbb043 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:25.063969 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66849f43-db0e-4958-b24b-7dd976ccaa12 req-fdca3d0d-cac0-4b6a-bdc3-51dcca2f2590 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:07:25.065576 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-66849f43-db0e-4958-b24b-7dd976ccaa12 req-fdca3d0d-cac0-4b6a-bdc3-51dcca2f2590 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=e887c0ae-2057-4fc1-a709-da9a56d9e5d9 HTTP/1.1" status: 200 len: 945 time: 0.0885460 Sep 20 16:07:25.114429 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-66849f43-db0e-4958-b24b-7dd976ccaa12 req-eb27c66f-f56d-4fa4-89db-4a6fabe1719b tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426803 Sep 20 16:07:25.277759 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ee2a42d1-6fdd-47cb-a460-6d9a2332b017 req-1b0f386b-298f-4f33-8537-dd20fdc6364f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e887c0ae-2057-4fc1-a709-da9a56d9e5d9 HTTP/1.1" status: 200 len: 1098 time: 0.1996644 Sep 20 16:07:25.323166 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-ad0cf7b2-52e9-4ddf-b5dc-a8c753cbb043 admin admin] For port 31d188d2-f1dd-44ec-8d80-5fb6db79059b, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=31d188d2-f1dd-44ec-8d80-5fb6db79059b,segment=NetworkSegment(989a23f7-b1d9-49cd-b7ba-1fda6ddeb386),segment_id=989a23f7-b1d9-49cd-b7ba-1fda6ddeb386)] {{(pid=82369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:07:25.323567 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ad0cf7b2-52e9-4ddf-b5dc-a8c753cbb043 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:25.459475 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-ad0cf7b2-52e9-4ddf-b5dc-a8c753cbb043 admin admin] Calling delete_port for 31d188d2-f1dd-44ec-8d80-5fb6db79059b owned by network:router_interface {{(pid=82369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:07:25.504401 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ee2a42d1-6fdd-47cb-a460-6d9a2332b017 req-05250f24-9dc0-4a6e-8f82-46bbaa5ae1f5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113423 Sep 20 16:07:25.644478 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ad0cf7b2-52e9-4ddf-b5dc-a8c753cbb043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33095450'] for port, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:25.648930 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-3cf25bfe-6b72-46bd-8a25-457557ce8a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:25.692289 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0cf7b2-52e9-4ddf-b5dc-a8c753cbb043 admin admin] Pushing event deleted for resources: {'Port': ['ID=31d188d2-f1dd-44ec-8d80-5fb6db79059b,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:25.696082 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-ad0cf7b2-52e9-4ddf-b5dc-a8c753cbb043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:26.215155 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ad0cf7b2-52e9-4ddf-b5dc-a8c753cbb043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1259574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853748280'] for router_interface, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:26.333066 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d855b-da17-4ba7-8300-ef1d78ade89d req-2302bbf0-dbda-4e58-98b6-4fa58df638cc tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:07:26.334692 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f03d855b-da17-4ba7-8300-ef1d78ade89d req-2302bbf0-dbda-4e58-98b6-4fa58df638cc tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=e887c0ae-2057-4fc1-a709-da9a56d9e5d9 HTTP/1.1" status: 200 len: 945 time: 0.0903692 Sep 20 16:07:26.385445 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f03d855b-da17-4ba7-8300-ef1d78ade89d req-950848a9-01f9-46ea-aa17-dbf9c9a008bc tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430024 Sep 20 16:07:26.797760 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 60848) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:26.835198 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad0cf7b2-52e9-4ddf-b5dc-a8c753cbb043 admin admin] Router f96bf5f9-d6dd-4faa-a9ad-481b40f59552 has already been hosted by L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a {{(pid=82369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 20 16:07:26.953338 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f057d2b6-4445-463f-b45b-7b64d0a1f6d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:26.991189 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-f057d2b6-4445-463f-b45b-7b64d0a1f6d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:07:26.995249 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-f057d2b6-4445-463f-b45b-7b64d0a1f6d7 admin admin] Usage tracker for resource:security_group_rule and tenant:a6495eee9ce74b04a506ebc41d478fa5 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:07:26.998695 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-f057d2b6-4445-463f-b45b-7b64d0a1f6d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:07:27.004713 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-f057d2b6-4445-463f-b45b-7b64d0a1f6d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:07:27.049704 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad0cf7b2-52e9-4ddf-b5dc-a8c753cbb043 admin admin] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 16:07:27.060535 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9be940-a21d-4ebd-8de3-492f1e016a2c None None] Sync routers for ids ['f96bf5f9-d6dd-4faa-a9ad-481b40f59552'] in dv-cinder-809669-1-iscsi {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 16:07:27.065905 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-ad0cf7b2-52e9-4ddf-b5dc-a8c753cbb043 admin admin] 10.222.0.35 "PUT /v2.0/routers/f96bf5f9-d6dd-4faa-a9ad-481b40f59552/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3060718 Sep 20 16:07:27.066305 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 60854) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:27.072282 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f057d2b6-4445-463f-b45b-7b64d0a1f6d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:27.072908 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9be940-a21d-4ebd-8de3-492f1e016a2c None None] Routers {'f96bf5f9-d6dd-4faa-a9ad-481b40f59552'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:07:27.073747 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-fa9be940-a21d-4ebd-8de3-492f1e016a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:07:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['f96bf5f9-d6dd-4faa-a9ad-481b40f59552'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:07:27.076364 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f057d2b6-4445-463f-b45b-7b64d0a1f6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:27.108204 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-df0fe506-439b-4cc8-a64e-b9e6f7d16d0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:27.117473 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-f057d2b6-4445-463f-b45b-7b64d0a1f6d7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a6495eee9ce74b04a506ebc41d478fa5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3185444 Sep 20 16:07:27.120235 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 60858) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:27.163861 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f057d2b6-4445-463f-b45b-7b64d0a1f6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203e184b-70ac-4ac9-847b-648389687eaf,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:27.169769 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f057d2b6-4445-463f-b45b-7b64d0a1f6d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:27.206733 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d5811dc0-ad48-4d55-8dbe-42a2b58e75bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:27.234890 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d5811dc0-ad48-4d55-8dbe-42a2b58e75bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:27.264492 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-fa9be940-a21d-4ebd-8de3-492f1e016a2c None None] Set router f96bf5f9-d6dd-4faa-a9ad-481b40f59552 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:07:27.281686 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-51710c2f-551b-4c2d-b01d-611e3e027df6 admin admin] Notify callbacks [] for router, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:27.284504 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d5811dc0-ad48-4d55-8dbe-42a2b58e75bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:27.291040 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f163b4dc-d988-4fcb-b008-47b7b134280a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:27.304356 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d5811dc0-ad48-4d55-8dbe-42a2b58e75bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:27.308268 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-d5811dc0-ad48-4d55-8dbe-42a2b58e75bf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/203e184b-70ac-4ac9-847b-648389687eaf HTTP/1.1" status: 204 len: 168 time: 0.1844251 Sep 20 16:07:27.312172 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5811dc0-ad48-4d55-8dbe-42a2b58e75bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203e184b-70ac-4ac9-847b-648389687eaf,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:27.321367 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d5811dc0-ad48-4d55-8dbe-42a2b58e75bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:27.493969 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-51710c2f-551b-4c2d-b01d-611e3e027df6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:27.504529 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-51710c2f-551b-4c2d-b01d-611e3e027df6 admin admin] Deleting port d5a2defa-2a3c-4ad2-9b12-63fd0c770606 {{(pid=82369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:07:27.507243 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-51710c2f-551b-4c2d-b01d-611e3e027df6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:27.579850 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-fa9be940-a21d-4ebd-8de3-492f1e016a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'name': 'tempest-AttachVolumeShelveTestJSON-1118877821-router', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.128'}], 'enable_snat': True}, 'gw_port_id': 'd5a2defa-2a3c-4ad2-9b12-63fd0c770606', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:14Z', 'updated_at': '2021-09-20T16:07:25Z', 'revision_number': 5, 'project_id': 'db746f245ad145658413ccb0154221ac', 'gw_port': {'id': 'd5a2defa-2a3c-4ad2-9b12-63fd0c770606', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:91:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T15:59:15Z', 'updated_at': '2021-09-20T15:59:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi'}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:07:27.585824 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9be940-a21d-4ebd-8de3-492f1e016a2c None None] Checking router: f96bf5f9-d6dd-4faa-a9ad-481b40f59552 for host: dv-cinder-809669-1-iscsi {{(pid=82371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 16:07:27.600672 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9be940-a21d-4ebd-8de3-492f1e016a2c None None] Routers {'f96bf5f9-d6dd-4faa-a9ad-481b40f59552'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:07:27.601921 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-fa9be940-a21d-4ebd-8de3-492f1e016a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:07:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['f96bf5f9-d6dd-4faa-a9ad-481b40f59552'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:07:27.613146 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641022a-0d41-4562-9619-1d007f97365a req-b80928d3-0964-40ba-bb45-aa5b861fc29d tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:07:27.620447 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4641022a-0d41-4562-9619-1d007f97365a req-b80928d3-0964-40ba-bb45-aa5b861fc29d tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=e887c0ae-2057-4fc1-a709-da9a56d9e5d9 HTTP/1.1" status: 200 len: 945 time: 0.0879622 Sep 20 16:07:27.665912 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4641022a-0d41-4562-9619-1d007f97365a req-f7e628eb-8089-4ec1-ab69-5a5e4155a727 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438461 Sep 20 16:07:27.705738 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-51710c2f-551b-4c2d-b01d-611e3e027df6 admin admin] For port d5a2defa-2a3c-4ad2-9b12-63fd0c770606, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=d5a2defa-2a3c-4ad2-9b12-63fd0c770606,segment=NetworkSegment(fa70b37f-a099-4785-9555-8d4eef3560f5),segment_id=fa70b37f-a099-4785-9555-8d4eef3560f5)] {{(pid=82369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:07:27.706140 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-51710c2f-551b-4c2d-b01d-611e3e027df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:27.739296 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 60870) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:27.769213 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-061b4a46-60a2-43d3-b1db-22a79417f704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:27.784837 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-fa9be940-a21d-4ebd-8de3-492f1e016a2c None None] Set router f96bf5f9-d6dd-4faa-a9ad-481b40f59552 gateway port host: None {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:07:27.840229 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-51710c2f-551b-4c2d-b01d-611e3e027df6 admin admin] Calling delete_port for d5a2defa-2a3c-4ad2-9b12-63fd0c770606 owned by network:router_gateway {{(pid=82369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:07:27.852350 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-061b4a46-60a2-43d3-b1db-22a79417f704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:07:27.874540 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-061b4a46-60a2-43d3-b1db-22a79417f704 admin admin] Usage tracker for resource:security_group_rule and tenant:3924b08c50894788aaf252fb93d7a1ac is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:07:27.881247 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-061b4a46-60a2-43d3-b1db-22a79417f704 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:07:27.897485 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-061b4a46-60a2-43d3-b1db-22a79417f704 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:07:27.901403 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-fa9be940-a21d-4ebd-8de3-492f1e016a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'name': 'tempest-AttachVolumeShelveTestJSON-1118877821-router', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:14Z', 'updated_at': '2021-09-20T16:07:27Z', 'revision_number': 6, 'project_id': 'db746f245ad145658413ccb0154221ac', 'gw_port_host': None}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:07:27.906064 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9be940-a21d-4ebd-8de3-492f1e016a2c None None] The sync data for ids ['f96bf5f9-d6dd-4faa-a9ad-481b40f59552'] in dv-cinder-809669-1-iscsi is: [{'id': 'f96bf5f9-d6dd-4faa-a9ad-481b40f59552', 'name': 'tempest-AttachVolumeShelveTestJSON-1118877821-router', 'tenant_id': 'db746f245ad145658413ccb0154221ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T15:59:14Z', 'updated_at': '2021-09-20T16:07:27Z', 'revision_number': 6, 'project_id': 'db746f245ad145658413ccb0154221ac', 'gw_port_host': None}] {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 16:07:27.924745 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86947a02-70d7-40a0-b37d-31faef6c1f86 req-dbe41f95-31e4-41d0-84e7-7cb1829faa39 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:07:27.926397 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-86947a02-70d7-40a0-b37d-31faef6c1f86 req-dbe41f95-31e4-41d0-84e7-7cb1829faa39 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=e887c0ae-2057-4fc1-a709-da9a56d9e5d9 HTTP/1.1" status: 200 len: 945 time: 0.1266017 Sep 20 16:07:28.019569 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-86947a02-70d7-40a0-b37d-31faef6c1f86 req-5b7487ab-019c-4827-a349-6fa45de76248 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811570 Sep 20 16:07:28.033227 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-061b4a46-60a2-43d3-b1db-22a79417f704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:28.037176 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-061b4a46-60a2-43d3-b1db-22a79417f704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:28.051284 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-004cb539-d3c1-466c-9e55-1ebbaa846644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:28.059782 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 60874) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:28.063411 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-51710c2f-551b-4c2d-b01d-611e3e027df6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33095450'] for port, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:28.099712 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061b4a46-60a2-43d3-b1db-22a79417f704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d241e9-a8f7-4546-b08a-dc614880d2c2,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:28.100458 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:28.102989 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-061b4a46-60a2-43d3-b1db-22a79417f704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:28.105951 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-061b4a46-60a2-43d3-b1db-22a79417f704 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3924b08c50894788aaf252fb93d7a1ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3648827 Sep 20 16:07:28.108882 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 60878) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:28.153656 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51710c2f-551b-4c2d-b01d-611e3e027df6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5a2defa-2a3c-4ad2-9b12-63fd0c770606,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:28.159387 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-51710c2f-551b-4c2d-b01d-611e3e027df6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:28.174005 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-97c3bd97-5206-4176-86f7-3ad5a6d04cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:28.201290 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-97c3bd97-5206-4176-86f7-3ad5a6d04cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:28.249663 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-97c3bd97-5206-4176-86f7-3ad5a6d04cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:28.255864 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b3f885f0-2a0f-4727-94bf-d5988ee0ad36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:28.271404 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c3bd97-5206-4176-86f7-3ad5a6d04cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d241e9-a8f7-4546-b08a-dc614880d2c2,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:28.274412 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-97c3bd97-5206-4176-86f7-3ad5a6d04cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:28.275635 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-97c3bd97-5206-4176-86f7-3ad5a6d04cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:28.280088 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-58abbe9b-858b-4f04-b075-03010e36571f tempest-TestVolumeBootPattern-841673761 tempest-TestVolumeBootPattern-841673761-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=e887c0ae-2057-4fc1-a709-da9a56d9e5d9 HTTP/1.1" status: 200 len: 1093 time: 0.2183921 Sep 20 16:07:28.291467 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-97c3bd97-5206-4176-86f7-3ad5a6d04cbc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f8d241e9-a8f7-4546-b08a-dc614880d2c2 HTTP/1.1" status: 204 len: 168 time: 0.1812701 Sep 20 16:07:28.292776 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 60884) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:28.312927 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-3460bb4b-bae4-4514-8726-c5bd2ddccd62 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Request body: {'floatingip': {'floating_network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'port_id': 'e827f737-8303-4159-a00f-4d5aab5f89c3', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:07:28.320648 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-3460bb4b-bae4-4514-8726-c5bd2ddccd62 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:07:28.324811 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-3460bb4b-bae4-4514-8726-c5bd2ddccd62 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Usage tracker for resource:floatingip and tenant:a5cd73682bc64cdaa6b766020253c8fd is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:07:28.328250 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-3460bb4b-bae4-4514-8726-c5bd2ddccd62 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:07:28.335025 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-3460bb4b-bae4-4514-8726-c5bd2ddccd62 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:07:28.345808 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3460bb4b-bae4-4514-8726-c5bd2ddccd62 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for floatingip, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:28.512362 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3460bb4b-bae4-4514-8726-c5bd2ddccd62 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:28.650209 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-51710c2f-551b-4c2d-b01d-611e3e027df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1017928'] for router_gateway, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:28.673877 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [None req-3460bb4b-bae4-4514-8726-c5bd2ddccd62 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Allocated IP 172.27.3.14 (378c8f1a-f14e-4679-b139-5c2d775a72d9/ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1/8acc3996-78f2-4ca5-bcbd-f832e9a2e8a4) {{(pid=82368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 16:07:28.848161 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3460bb4b-bae4-4514-8726-c5bd2ddccd62 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for port, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:28.911914 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3460bb4b-bae4-4514-8726-c5bd2ddccd62 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:28.917181 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-faa39bfc-55dd-4c4f-95f3-d7e6730b47e3 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:28.939707 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-51710c2f-551b-4c2d-b01d-611e3e027df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1025864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7935'] for router, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:28.945034 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-51710c2f-551b-4c2d-b01d-611e3e027df6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:28.973974 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-51710c2f-551b-4c2d-b01d-611e3e027df6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853744133'] for router, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:28.974795 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51710c2f-551b-4c2d-b01d-611e3e027df6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f96bf5f9-d6dd-4faa-a9ad-481b40f59552 {{(pid=82369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 20 16:07:28.987092 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3460bb4b-bae4-4514-8726-c5bd2ddccd62 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Network 378c8f1a-f14e-4679-b139-5c2d775a72d9 is already hosted by enough agents. {{(pid=82368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:07:28.990712 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-3460bb4b-bae4-4514-8726-c5bd2ddccd62 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Resources bound (agent type, host, resource id): {{(pid=82368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:07:28.992870 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460bb4b-bae4-4514-8726-c5bd2ddccd62 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Pushing event updated for resources: {'Port': ['ID=8acc3996-78f2-4ca5-bcbd-f832e9a2e8a4,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:28.992993 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-51710c2f-551b-4c2d-b01d-611e3e027df6 admin admin] Notify callbacks [] for router, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:28.995213 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-51710c2f-551b-4c2d-b01d-611e3e027df6 admin admin] 10.222.0.35 "DELETE /v2.0/routers/f96bf5f9-d6dd-4faa-a9ad-481b40f59552 HTTP/1.1" status: 204 len: 168 time: 1.9272244 Sep 20 16:07:28.995342 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3460bb4b-bae4-4514-8726-c5bd2ddccd62 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Received port after_create {{(pid=82368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 16:07:28.997593 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 60900) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:29.050716 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-3460bb4b-bae4-4514-8726-c5bd2ddccd62 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:29.069943 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_v2 [None req-52cbcf35-7551-43c9-a664-29e8f11d0a2b admin admin] Deleting subnet 56db9545-8f98-4a5d-b98f-1e9dd0b9696a {{(pid=82369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 20 16:07:29.073439 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-52cbcf35-7551-43c9-a664-29e8f11d0a2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:29.131823 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-52cbcf35-7551-43c9-a664-29e8f11d0a2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822232036'] for subnet, precommit_delete_associations {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:29.218046 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-52cbcf35-7551-43c9-a664-29e8f11d0a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4005'] for subnet, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:29.289214 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-52cbcf35-7551-43c9-a664-29e8f11d0a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036821680305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33386394'] for subnet, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:29.294123 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:29.337653 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cbcf35-7551-43c9-a664-29e8f11d0a2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56db9545-8f98-4a5d-b98f-1e9dd0b9696a,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:29.340570 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-52cbcf35-7551-43c9-a664-29e8f11d0a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:29.343438 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-52cbcf35-7551-43c9-a664-29e8f11d0a2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:29.352730 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-52cbcf35-7551-43c9-a664-29e8f11d0a2b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/56db9545-8f98-4a5d-b98f-1e9dd0b9696a HTTP/1.1" status: 204 len: 168 time: 0.3516941 Sep 20 16:07:29.353141 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 60910) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:29.354155 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac19659-b89e-44ff-baf2-429de1f20d00 None None] Network bff5b245-776a-4a0d-8c23-eec69eae1a29 requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 16:07:29.490028 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-41e5595b-90d8-4123-9c95-2566bcc99107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854743839'] for network, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:29.512348 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-41e5595b-90d8-4123-9c95-2566bcc99107 admin admin] Deleting port c35cfa64-2d3d-4b53-beed-b50d8856d659 {{(pid=82369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:07:29.512902 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-41e5595b-90d8-4123-9c95-2566bcc99107 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:29.653048 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86e3fa4-7970-4da3-966d-e233966eb0df None None] DHCP port deletion for bff5b245-776a-4a0d-8c23-eec69eae1a29 request from dv-cinder-809669-1-iscsi {{(pid=82370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Sep 20 16:07:29.657277 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-f86e3fa4-7970-4da3-966d-e233966eb0df None None] Deleting port c35cfa64-2d3d-4b53-beed-b50d8856d659 {{(pid=82370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:07:29.657672 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f86e3fa4-7970-4da3-966d-e233966eb0df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:29.749756 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-41e5595b-90d8-4123-9c95-2566bcc99107 admin admin] For port c35cfa64-2d3d-4b53-beed-b50d8856d659, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=c35cfa64-2d3d-4b53-beed-b50d8856d659,segment=NetworkSegment(989a23f7-b1d9-49cd-b7ba-1fda6ddeb386),segment_id=989a23f7-b1d9-49cd-b7ba-1fda6ddeb386)] {{(pid=82369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:07:29.750150 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-41e5595b-90d8-4123-9c95-2566bcc99107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:29.803455 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3460bb4b-bae4-4514-8726-c5bd2ddccd62 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:29.889096 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3460bb4b-bae4-4514-8726-c5bd2ddccd62 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:29.894138 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-41e5595b-90d8-4123-9c95-2566bcc99107 admin admin] Calling delete_port for c35cfa64-2d3d-4b53-beed-b50d8856d659 owned by network:dhcp {{(pid=82369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:07:29.921230 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-f86e3fa4-7970-4da3-966d-e233966eb0df None None] For port c35cfa64-2d3d-4b53-beed-b50d8856d659, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=c35cfa64-2d3d-4b53-beed-b50d8856d659,segment=NetworkSegment(989a23f7-b1d9-49cd-b7ba-1fda6ddeb386),segment_id=989a23f7-b1d9-49cd-b7ba-1fda6ddeb386)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:07:29.923716 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f86e3fa4-7970-4da3-966d-e233966eb0df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:29.982281 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-41e5595b-90d8-4123-9c95-2566bcc99107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33095450'] for port, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:29.989647 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-ebaac59c-d1cb-4f0c-aa1b-bebd0318ee12 tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:30.033329 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e5595b-90d8-4123-9c95-2566bcc99107 admin admin] Pushing event deleted for resources: {'Port': ['ID=c35cfa64-2d3d-4b53-beed-b50d8856d659,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:30.037203 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-41e5595b-90d8-4123-9c95-2566bcc99107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:30.044301 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e5595b-90d8-4123-9c95-2566bcc99107 admin admin] No DVR routers for this DVR port c35cfa64-2d3d-4b53-beed-b50d8856d659 on host dv-cinder-809669-1-iscsi {{(pid=82369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 20 16:07:30.047776 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 31d188d2-f1dd-44ec-8d80-5fb6db79059b no longer exists at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:07:30.177129 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3460bb4b-bae4-4514-8726-c5bd2ddccd62 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for port, precommit_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:30.184320 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3460bb4b-bae4-4514-8726-c5bd2ddccd62 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33517910'] for port, after_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:30.187628 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-41e5595b-90d8-4123-9c95-2566bcc99107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30012', 'neutron.services.segments.db._delete_segments_for_network-8786514012702'] for network, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:30.193096 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-1373106b-82fa-4d32-8fa7-74421edf6465 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:30.220021 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-41e5595b-90d8-4123-9c95-2566bcc99107 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff5b245-776a-4a0d-8c23-eec69eae1a29']}} {{(pid=82369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:07:30.240110 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-41e5595b-90d8-4123-9c95-2566bcc99107 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '989a23f7-b1d9-49cd-b7ba-1fda6ddeb386') {'for_net_delete': True} {{(pid=82369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:07:30.240426 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-41e5595b-90d8-4123-9c95-2566bcc99107 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '989a23f7-b1d9-49cd-b7ba-1fda6ddeb386') {} {{(pid=82369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:07:30.256870 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-41e5595b-90d8-4123-9c95-2566bcc99107 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250340771410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32543749'] for segment, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:30.279978 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-41e5595b-90d8-4123-9c95-2566bcc99107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854403426'] for segment, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:30.288566 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41e5595b-90d8-4123-9c95-2566bcc99107 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=82369) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 20 16:07:30.289311 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-41e5595b-90d8-4123-9c95-2566bcc99107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-372359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036821680140'] for segment, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:30.308638 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] No Port match for: 31d188d2-f1dd-44ec-8d80-5fb6db79059b {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:07:30.309061 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 31d188d2-f1dd-44ec-8d80-5fb6db79059b not bound to the agent host dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:07:30.309530 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device d5a2defa-2a3c-4ad2-9b12-63fd0c770606 no longer exists at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:07:30.313178 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3460bb4b-bae4-4514-8726-c5bd2ddccd62 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Pushing event updated for resources: {'Port': ['ID=8acc3996-78f2-4ca5-bcbd-f832e9a2e8a4,revision_number=2']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:30.315906 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-3460bb4b-bae4-4514-8726-c5bd2ddccd62 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:30.327656 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3460bb4b-bae4-4514-8726-c5bd2ddccd62 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1017788'] for floatingip, after_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:30.349504 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-f86e3fa4-7970-4da3-966d-e233966eb0df None None] Calling delete_port for c35cfa64-2d3d-4b53-beed-b50d8856d659 owned by network:dhcp {{(pid=82370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:07:30.378568 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] No Port match for: d5a2defa-2a3c-4ad2-9b12-63fd0c770606 {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:07:30.378981 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device d5a2defa-2a3c-4ad2-9b12-63fd0c770606 not bound to the agent host dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:07:30.379453 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device c35cfa64-2d3d-4b53-beed-b50d8856d659 no longer exists at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:07:30.395723 dv-cinder-809669-1-iscsi neutron-server[82259]: Traceback (most recent call last): Sep 20 16:07:30.395723 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 20 16:07:30.395723 dv-cinder-809669-1-iscsi neutron-server[82259]: timer() Sep 20 16:07:30.395723 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 16:07:30.395723 dv-cinder-809669-1-iscsi neutron-server[82259]: cb(*args, **kw) Sep 20 16:07:30.395723 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 20 16:07:30.395723 dv-cinder-809669-1-iscsi neutron-server[82259]: return func(*args, **kwargs) Sep 20 16:07:30.395723 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 16:07:30.395723 dv-cinder-809669-1-iscsi neutron-server[82259]: self._notify() Sep 20 16:07:30.395723 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 16:07:30.395723 dv-cinder-809669-1-iscsi neutron-server[82259]: self.callback(batched_events) Sep 20 16:07:30.395723 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 16:07:30.395723 dv-cinder-809669-1-iscsi neutron-server[82259]: event.method(event) Sep 20 16:07:30.395723 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 20 16:07:30.395723 dv-cinder-809669-1-iscsi neutron-server[82259]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 16:07:30.395723 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 20 16:07:30.395723 dv-cinder-809669-1-iscsi neutron-server[82259]: segment_id)['aggregates'][0] Sep 20 16:07:30.395723 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 20 16:07:30.395723 dv-cinder-809669-1-iscsi neutron-server[82259]: return f(self, *a, **k) Sep 20 16:07:30.395723 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 20 16:07:30.395723 dv-cinder-809669-1-iscsi neutron-server[82259]: return self._get(url).json() Sep 20 16:07:30.395723 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 16:07:30.395723 dv-cinder-809669-1-iscsi neutron-server[82259]: **kwargs) Sep 20 16:07:30.395723 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 20 16:07:30.395723 dv-cinder-809669-1-iscsi neutron-server[82259]: return self.request(url, 'GET', **kwargs) Sep 20 16:07:30.395723 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 20 16:07:30.395723 dv-cinder-809669-1-iscsi neutron-server[82259]: **endpoint_filter) Sep 20 16:07:30.395723 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 20 16:07:30.395723 dv-cinder-809669-1-iscsi neutron-server[82259]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 16:07:30.395723 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 20 16:07:30.395723 dv-cinder-809669-1-iscsi neutron-server[82259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 16:07:30.395723 dv-cinder-809669-1-iscsi neutron-server[82259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 16:07:30.417341 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] No Port match for: c35cfa64-2d3d-4b53-beed-b50d8856d659 {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:07:30.417766 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device c35cfa64-2d3d-4b53-beed-b50d8856d659 not bound to the agent host dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:07:30.419886 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-41e5595b-90d8-4123-9c95-2566bcc99107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854745781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1017775'] for network, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:30.428759 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:30.450790 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-41e5595b-90d8-4123-9c95-2566bcc99107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for network, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:30.464245 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.db.api [None req-f86e3fa4-7970-4da3-966d-e233966eb0df None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82370) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Sep 20 16:07:30.464661 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_db.api [None req-f86e3fa4-7970-4da3-966d-e233966eb0df None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Sep 20 16:07:30.474556 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e5595b-90d8-4123-9c95-2566bcc99107 admin admin] Pushing event deleted for resources: {'Network': ['ID=bff5b245-776a-4a0d-8c23-eec69eae1a29,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:30.482615 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-41e5595b-90d8-4123-9c95-2566bcc99107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:30.487117 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-41e5595b-90d8-4123-9c95-2566bcc99107 admin admin] 10.222.0.35 "DELETE /v2.0/networks/bff5b245-776a-4a0d-8c23-eec69eae1a29 HTTP/1.1" status: 204 len: 168 time: 1.1328864 Sep 20 16:07:30.539248 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.db.l3_db [None req-3460bb4b-bae4-4514-8726-c5bd2ddccd62 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Floating IP 35dec1e9-274c-4ed0-a13f-a995e06aa6d9 associated. External IP: 172.27.3.14, port: e827f737-8303-4159-a00f-4d5aab5f89c3. Sep 20 16:07:30.699056 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 60938) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:30.765208 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-c5abcc53-b58a-45c8-9168-5ead3d316c70 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=db746f245ad145658413ccb0154221ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0611234 Sep 20 16:07:30.765490 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 60942) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:30.832604 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ff4e949d-0aac-4df9-9d80-3f547fa1cb2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:30.860687 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ff4e949d-0aac-4df9-9d80-3f547fa1cb2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:30.914655 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ff4e949d-0aac-4df9-9d80-3f547fa1cb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:30.929401 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-acc703e4-8a9e-4a70-9c6a-0317e2803a91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:30.944669 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e949d-0aac-4df9-9d80-3f547fa1cb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a125dca-7d3c-4eaa-b2aa-def21eebb826,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:30.947123 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-ff4e949d-0aac-4df9-9d80-3f547fa1cb2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:30.948114 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ff4e949d-0aac-4df9-9d80-3f547fa1cb2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:30.954217 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-ff4e949d-0aac-4df9-9d80-3f547fa1cb2e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2a125dca-7d3c-4eaa-b2aa-def21eebb826 HTTP/1.1" status: 204 len: 168 time: 0.1871233 Sep 20 16:07:30.967621 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-f86e3fa4-7970-4da3-966d-e233966eb0df None None] Deleting port c35cfa64-2d3d-4b53-beed-b50d8856d659 {{(pid=82370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:07:30.968849 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f86e3fa4-7970-4da3-966d-e233966eb0df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:30.970643 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3460bb4b-bae4-4514-8726-c5bd2ddccd62 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Router 99d76ff4-d17c-4897-b158-1e2217f6bf18 has already been hosted by L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a {{(pid=82368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 20 16:07:31.057225 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-f86e3fa4-7970-4da3-966d-e233966eb0df None None] The port 'c35cfa64-2d3d-4b53-beed-b50d8856d659' was deleted {{(pid=82370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Sep 20 16:07:31.216834 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3460bb4b-bae4-4514-8726-c5bd2ddccd62 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 16:07:31.228130 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604146f8-7b2d-496c-b0eb-fcc3549a0e07 None None] Sync routers for ids ['99d76ff4-d17c-4897-b158-1e2217f6bf18'] in dv-cinder-809669-1-iscsi {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 16:07:31.244317 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604146f8-7b2d-496c-b0eb-fcc3549a0e07 None None] Routers {'99d76ff4-d17c-4897-b158-1e2217f6bf18'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:07:31.244968 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3460bb4b-bae4-4514-8726-c5bd2ddccd62 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for floatingip, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:31.245736 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-604146f8-7b2d-496c-b0eb-fcc3549a0e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:07:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['99d76ff4-d17c-4897-b158-1e2217f6bf18'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:07:31.339618 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-3460bb4b-bae4-4514-8726-c5bd2ddccd62 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0436335 Sep 20 16:07:31.340363 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e887c0ae-2057-4fc1-a709-da9a56d9e5d9', 'tag': 'e827f737-8303-4159-a00f-4d5aab5f89c3'}] {{(pid=82368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:07:31.406322 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e887c0ae-2057-4fc1-a709-da9a56d9e5d9', 'tag': 'e827f737-8303-4159-a00f-4d5aab5f89c3', 'status': 'completed', 'code': 200} Sep 20 16:07:31.467321 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-604146f8-7b2d-496c-b0eb-fcc3549a0e07 None None] Set router 99d76ff4-d17c-4897-b158-1e2217f6bf18 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:07:31.530861 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2c079898-fff6-4d2f-bea2-e5b22fe12d54 req-57fbe705-70ae-4378-854b-489985f1a1f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5cd73682bc64cdaa6b766020253c8fd&device_id=e887c0ae-2057-4fc1-a709-da9a56d9e5d9 HTTP/1.1" status: 200 len: 1098 time: 0.0964501 Sep 20 16:07:31.733901 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c079898-fff6-4d2f-bea2-e5b22fe12d54 req-d949673f-c86e-40e2-9363-7c811704e71c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:07:31.735560 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2c079898-fff6-4d2f-bea2-e5b22fe12d54 req-d949673f-c86e-40e2-9363-7c811704e71c service neutron] 10.222.0.36 "GET /v2.0/networks?id=3486c4e5-0021-45c8-9533-9b5c178c51f3 HTTP/1.1" status: 200 len: 912 time: 0.1982853 Sep 20 16:07:31.844090 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2c079898-fff6-4d2f-bea2-e5b22fe12d54 req-57030e2e-c8d6-46e9-9853-d32d3b5ab867 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e827f737-8303-4159-a00f-4d5aab5f89c3 HTTP/1.1" status: 200 len: 998 time: 0.1014421 Sep 20 16:07:31.893777 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-604146f8-7b2d-496c-b0eb-fcc3549a0e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'name': 'tempest-TestVolumeBootPattern-997459256-router', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '4df80569-13db-4632-9530-96bee422e73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:03:55Z', 'updated_at': '2021-09-20T16:04:00Z', 'revision_number': 4, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'gw_port': {'id': '4df80569-13db-4632-9530-96bee422e73c', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:56Z', 'updated_at': '2021-09-20T16:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_floatingips': [{'id': '35dec1e9-274c-4ed0-a13f-a995e06aa6d9', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'floating_ip_address': '172.27.3.14', 'floating_network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'router_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'port_id': 'e827f737-8303-4159-a00f-4d5aab5f89c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'mac_address': 'fa:16:3e:b4:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e887c0ae-2057-4fc1-a709-da9a56d9e5d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T16:07:29Z', 'updated_at': '2021-09-20T16:07:29Z', 'revision_number': 0, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51bc2558-943e-46ca-936a-1f6373c87035', 'name': '', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'mac_address': 'fa:16:3e:f5:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:58Z', 'updated_at': '2021-09-20T16:04:12Z', 'revision_number': 5, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'subnets': [{'id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:07:31.899282 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604146f8-7b2d-496c-b0eb-fcc3549a0e07 None None] Checking router: 99d76ff4-d17c-4897-b158-1e2217f6bf18 for host: dv-cinder-809669-1-iscsi {{(pid=82370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 16:07:31.913922 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604146f8-7b2d-496c-b0eb-fcc3549a0e07 None None] Routers {'99d76ff4-d17c-4897-b158-1e2217f6bf18'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:07:31.915431 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-604146f8-7b2d-496c-b0eb-fcc3549a0e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:07:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['99d76ff4-d17c-4897-b158-1e2217f6bf18'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:07:31.939135 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c079898-fff6-4d2f-bea2-e5b22fe12d54 req-813bdf36-54eb-4976-b5af-a49741dd1a91 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:07:31.941201 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2c079898-fff6-4d2f-bea2-e5b22fe12d54 req-813bdf36-54eb-4976-b5af-a49741dd1a91 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52a7ee89-01e3-413c-ad3b-2dd2f5ae893f HTTP/1.1" status: 200 len: 850 time: 0.0889440 Sep 20 16:07:31.961725 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 60978) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:32.028733 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2c079898-fff6-4d2f-bea2-e5b22fe12d54 req-b30fec4d-8dea-4f82-93f7-7dc6e2acc5f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3486c4e5-0021-45c8-9533-9b5c178c51f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806096 Sep 20 16:07:32.108049 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-75d057c9-701a-4486-a140-c8b82e9a4109 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1929607447-network', 'tenant_id': '7e5bc1a509634383865dfabc824c228c'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:07:32.113031 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-75d057c9-701a-4486-a140-c8b82e9a4109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:07:32.116987 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-75d057c9-701a-4486-a140-c8b82e9a4109 admin admin] Usage tracker for resource:network and tenant:7e5bc1a509634383865dfabc824c228c is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:07:32.119207 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-604146f8-7b2d-496c-b0eb-fcc3549a0e07 None None] Set router 99d76ff4-d17c-4897-b158-1e2217f6bf18 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:07:32.120091 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-75d057c9-701a-4486-a140-c8b82e9a4109 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:07:32.127051 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-75d057c9-701a-4486-a140-c8b82e9a4109 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:07:32.136998 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d057c9-701a-4486-a140-c8b82e9a4109 admin admin] Made reservation on behalf of 7e5bc1a509634383865dfabc824c228c for: {'network': 1} {{(pid=82368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 16:07:32.141988 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-75d057c9-701a-4486-a140-c8b82e9a4109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for network, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:32.156358 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-75d057c9-701a-4486-a140-c8b82e9a4109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:32.178346 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2c079898-fff6-4d2f-bea2-e5b22fe12d54 req-7bc9ead3-b66f-4aba-afc5-c3d08b60e837 service neutron] 10.222.0.36 "GET /v2.0/networks/3486c4e5-0021-45c8-9533-9b5c178c51f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433277 Sep 20 16:07:32.196861 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-75d057c9-701a-4486-a140-c8b82e9a4109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:07:32.201172 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-75d057c9-701a-4486-a140-c8b82e9a4109 admin admin] Usage tracker for resource:security_group_rule and tenant:7e5bc1a509634383865dfabc824c228c is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:07:32.204568 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-75d057c9-701a-4486-a140-c8b82e9a4109 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:07:32.211001 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-75d057c9-701a-4486-a140-c8b82e9a4109 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:07:32.282056 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-75d057c9-701a-4486-a140-c8b82e9a4109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:32.288049 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-75d057c9-701a-4486-a140-c8b82e9a4109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:32.292443 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-34956a4b-b84d-493e-82f2-a1bcd37786fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:32.323316 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2c079898-fff6-4d2f-bea2-e5b22fe12d54 req-c127cabd-07a1-4fc2-a9b9-9ccb1d49aa51 service neutron] 10.222.0.36 "GET /v2.0/networks/3486c4e5-0021-45c8-9533-9b5c178c51f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387045 Sep 20 16:07:32.328250 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d057c9-701a-4486-a140-c8b82e9a4109 admin admin] vlan segment allocate from pool success with {'vlan_id': 403, 'physical_network': 'physnet1'} {{(pid=82368) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 20 16:07:32.331004 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d057c9-701a-4486-a140-c8b82e9a4109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10dd3566-edcc-4d36-9ea5-2bf5371d3344,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:32.336665 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-75d057c9-701a-4486-a140-c8b82e9a4109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:32.342319 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-75d057c9-701a-4486-a140-c8b82e9a4109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854403426'] for segment, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:32.342523 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.db.segments_db [None req-75d057c9-701a-4486-a140-c8b82e9a4109 admin admin] Added segment f7ec34ac-7b5a-40bf-ba51-ec3338fc5361 of type vlan for network e98f5b31-f532-4135-a160-ce0a8f5675c0 Sep 20 16:07:32.371229 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-75d057c9-701a-4486-a140-c8b82e9a4109 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786513467763'] for network, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:32.400189 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-75d057c9-701a-4486-a140-c8b82e9a4109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223'] for network, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:32.401445 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d057c9-701a-4486-a140-c8b82e9a4109 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:07:32.402096 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-75d057c9-701a-4486-a140-c8b82e9a4109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for network, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:32.407602 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:32.484877 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-604146f8-7b2d-496c-b0eb-fcc3549a0e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'name': 'tempest-TestVolumeBootPattern-997459256-router', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '4df80569-13db-4632-9530-96bee422e73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:03:55Z', 'updated_at': '2021-09-20T16:04:00Z', 'revision_number': 4, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'gw_port': {'id': '4df80569-13db-4632-9530-96bee422e73c', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:56Z', 'updated_at': '2021-09-20T16:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_floatingips': [{'id': '35dec1e9-274c-4ed0-a13f-a995e06aa6d9', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'floating_ip_address': '172.27.3.14', 'floating_network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'router_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'port_id': 'e827f737-8303-4159-a00f-4d5aab5f89c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'mac_address': 'fa:16:3e:b4:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e887c0ae-2057-4fc1-a709-da9a56d9e5d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T16:07:29Z', 'updated_at': '2021-09-20T16:07:29Z', 'revision_number': 0, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51bc2558-943e-46ca-936a-1f6373c87035', 'name': '', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'mac_address': 'fa:16:3e:f5:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:58Z', 'updated_at': '2021-09-20T16:04:12Z', 'revision_number': 5, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'subnets': [{'id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:07:32.489076 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604146f8-7b2d-496c-b0eb-fcc3549a0e07 None None] The sync data for ids ['99d76ff4-d17c-4897-b158-1e2217f6bf18'] in dv-cinder-809669-1-iscsi is: [{'id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'name': 'tempest-TestVolumeBootPattern-997459256-router', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '4df80569-13db-4632-9530-96bee422e73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:03:55Z', 'updated_at': '2021-09-20T16:04:00Z', 'revision_number': 4, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'gw_port': {'id': '4df80569-13db-4632-9530-96bee422e73c', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:56Z', 'updated_at': '2021-09-20T16:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_floatingips': [{'id': '35dec1e9-274c-4ed0-a13f-a995e06aa6d9', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'floating_ip_address': '172.27.3.14', 'floating_network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'router_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'port_id': 'e827f737-8303-4159-a00f-4d5aab5f89c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'mac_address': 'fa:16:3e:b4:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e887c0ae-2057-4fc1-a709-da9a56d9e5d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T16:07:29Z', 'updated_at': '2021-09-20T16:07:29Z', 'revision_number': 0, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51bc2558-943e-46ca-936a-1f6373c87035', 'name': '', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'mac_address': 'fa:16:3e:f5:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:58Z', 'updated_at': '2021-09-20T16:04:12Z', 'revision_number': 5, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'subnets': [{'id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 16:07:32.513943 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-75d057c9-701a-4486-a140-c8b82e9a4109 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5476134 Sep 20 16:07:32.514442 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 60984) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:32.515178 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d057c9-701a-4486-a140-c8b82e9a4109 admin admin] Pushing event updated for resources: {'Network': ['ID=e98f5b31-f532-4135-a160-ce0a8f5675c0,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:32.518051 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-75d057c9-701a-4486-a140-c8b82e9a4109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:32.521658 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-5e0b5449-a9c4-45ef-92cf-88f5c067bb4b admin admin] Request body: {'subnet': {'network_id': 'e98f5b31-f532-4135-a160-ce0a8f5675c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1929607447-subnet', 'tenant_id': '7e5bc1a509634383865dfabc824c228c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:07:32.525638 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Network e98f5b31-f532-4135-a160-ce0a8f5675c0 details requested by agent ovs-agent-dv-cinder-809669-1-iscsi with host dv-cinder-809669-1-iscsi {{(pid=82370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 20 16:07:32.528406 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-5e0b5449-a9c4-45ef-92cf-88f5c067bb4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:07:32.532651 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-5e0b5449-a9c4-45ef-92cf-88f5c067bb4b admin admin] Usage tracker for resource:subnet and tenant:7e5bc1a509634383865dfabc824c228c is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:07:32.535956 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-5e0b5449-a9c4-45ef-92cf-88f5c067bb4b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:07:32.542386 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-5e0b5449-a9c4-45ef-92cf-88f5c067bb4b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:07:32.562299 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0b5449-a9c4-45ef-92cf-88f5c067bb4b admin admin] Made reservation on behalf of 7e5bc1a509634383865dfabc824c228c for: {'subnet': 1} {{(pid=82369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 16:07:32.567956 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5e0b5449-a9c4-45ef-92cf-88f5c067bb4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036821389389'] for subnet, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:32.782211 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8e586745-cb57-42c5-ad5f-d23c7576c5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:32.794098 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5e0b5449-a9c4-45ef-92cf-88f5c067bb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036821686390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036821389406'] for subnet, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:32.799648 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:32.884998 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b5449-a9c4-45ef-92cf-88f5c067bb4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=25b5683c-9e0e-4356-96e7-e7e45d1f38e3,revision_number=0']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:32.884998 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-5e0b5449-a9c4-45ef-92cf-88f5c067bb4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:32.900573 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0b5449-a9c4-45ef-92cf-88f5c067bb4b admin admin] Checking segment: {'id': 'f7ec34ac-7b5a-40bf-ba51-ec3338fc5361', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'e98f5b31-f532-4135-a160-ce0a8f5675c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:07:32.901159 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0b5449-a9c4-45ef-92cf-88f5c067bb4b admin admin] Network hostable DHCP agents. Network: e98f5b31-f532-4135-a160-ce0a8f5675c0, hostable agents: ['8165851e-a8d8-41e5-9937-b2b676de37d1'], hosted agents: [] {{(pid=82369) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 20 16:07:32.902275 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f15fc5-f39a-4dd6-8246-2632ff58b2c2 None None] New status for floating IP 35dec1e9-274c-4ed0-a13f-a995e06aa6d9: ACTIVE {{(pid=82371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 20 16:07:32.924666 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0b5449-a9c4-45ef-92cf-88f5c067bb4b admin admin] Network e98f5b31-f532-4135-a160-ce0a8f5675c0 is scheduled to be hosted by DHCP agent 8165851e-a8d8-41e5-9937-b2b676de37d1 with binding_index 1 {{(pid=82369) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 20 16:07:32.936410 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-5e0b5449-a9c4-45ef-92cf-88f5c067bb4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809669-1-iscsi, e98f5b31-f532-4135-a160-ce0a8f5675c0) {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:07:32.940391 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0b5449-a9c4-45ef-92cf-88f5c067bb4b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:07:32.941038 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5e0b5449-a9c4-45ef-92cf-88f5c067bb4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:32.947134 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9139c754-b0a2-4e0e-bc64-4de1c4480708 None None] Network e98f5b31-f532-4135-a160-ce0a8f5675c0 requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 16:07:32.969956 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-5e0b5449-a9c4-45ef-92cf-88f5c067bb4b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4531770 Sep 20 16:07:33.199845 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63752234-68ec-4a49-ba24-57e431a28cd3 None None] Network e98f5b31-f532-4135-a160-ce0a8f5675c0 requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 16:07:33.882716 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 32782) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:33.889196 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-78ea548c-2292-43ad-8f6f-e1c0014d3cd1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1193633210-network', 'tenant_id': '1eec93e4362e4e398b475133e8f775d1'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:07:33.894370 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-78ea548c-2292-43ad-8f6f-e1c0014d3cd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:07:33.898452 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-78ea548c-2292-43ad-8f6f-e1c0014d3cd1 admin admin] Usage tracker for resource:network and tenant:1eec93e4362e4e398b475133e8f775d1 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:07:33.901439 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-78ea548c-2292-43ad-8f6f-e1c0014d3cd1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:07:33.907962 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-78ea548c-2292-43ad-8f6f-e1c0014d3cd1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:07:33.917471 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ea548c-2292-43ad-8f6f-e1c0014d3cd1 admin admin] Made reservation on behalf of 1eec93e4362e4e398b475133e8f775d1 for: {'network': 1} {{(pid=82369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 16:07:33.922707 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-78ea548c-2292-43ad-8f6f-e1c0014d3cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for network, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:33.935827 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-78ea548c-2292-43ad-8f6f-e1c0014d3cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:33.971482 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-78ea548c-2292-43ad-8f6f-e1c0014d3cd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:07:33.975414 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-78ea548c-2292-43ad-8f6f-e1c0014d3cd1 admin admin] Usage tracker for resource:security_group_rule and tenant:1eec93e4362e4e398b475133e8f775d1 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:07:33.978250 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-78ea548c-2292-43ad-8f6f-e1c0014d3cd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:07:33.984171 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-78ea548c-2292-43ad-8f6f-e1c0014d3cd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:07:34.049940 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-78ea548c-2292-43ad-8f6f-e1c0014d3cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:34.052718 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-78ea548c-2292-43ad-8f6f-e1c0014d3cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:34.056895 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-777fe027-448f-42f0-b7ea-f9b5c1a23284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:34.084245 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ea548c-2292-43ad-8f6f-e1c0014d3cd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 404, 'physical_network': 'physnet1'} {{(pid=82369) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:150}} Sep 20 16:07:34.097269 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea548c-2292-43ad-8f6f-e1c0014d3cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd186ff-82a4-497c-acf1-83022789f09b,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:34.101450 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-78ea548c-2292-43ad-8f6f-e1c0014d3cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:34.102413 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-78ea548c-2292-43ad-8f6f-e1c0014d3cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854403426'] for segment, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:34.102799 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.db.segments_db [None req-78ea548c-2292-43ad-8f6f-e1c0014d3cd1 admin admin] Added segment 1184379b-066a-48dc-897d-b0718ebd7cce of type vlan for network c17e8c82-8876-45be-8718-d1e2a69d9217 Sep 20 16:07:34.130543 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-78ea548c-2292-43ad-8f6f-e1c0014d3cd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786513467763'] for network, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:34.136381 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:34.161217 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-78ea548c-2292-43ad-8f6f-e1c0014d3cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223'] for network, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:34.162437 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ea548c-2292-43ad-8f6f-e1c0014d3cd1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:07:34.163102 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-78ea548c-2292-43ad-8f6f-e1c0014d3cd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for network, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:34.167975 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-41e5595b-90d8-4123-9c95-2566bcc99107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:34.269493 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-78ea548c-2292-43ad-8f6f-e1c0014d3cd1 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3853068 Sep 20 16:07:34.272441 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 32786) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:34.272861 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea548c-2292-43ad-8f6f-e1c0014d3cd1 admin admin] Pushing event updated for resources: {'Network': ['ID=c17e8c82-8876-45be-8718-d1e2a69d9217,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:34.275687 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-78ea548c-2292-43ad-8f6f-e1c0014d3cd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:34.279283 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-e6d9ead5-b7f2-4ae0-a66b-f6721d36772d admin admin] Request body: {'subnet': {'network_id': 'c17e8c82-8876-45be-8718-d1e2a69d9217', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1193633210-subnet', 'tenant_id': '1eec93e4362e4e398b475133e8f775d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:07:34.284604 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-e6d9ead5-b7f2-4ae0-a66b-f6721d36772d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:07:34.286827 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Network c17e8c82-8876-45be-8718-d1e2a69d9217 details requested by agent ovs-agent-dv-cinder-809669-1-iscsi with host dv-cinder-809669-1-iscsi {{(pid=82370) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Sep 20 16:07:34.288667 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-e6d9ead5-b7f2-4ae0-a66b-f6721d36772d admin admin] Usage tracker for resource:subnet and tenant:1eec93e4362e4e398b475133e8f775d1 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:07:34.291669 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-e6d9ead5-b7f2-4ae0-a66b-f6721d36772d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:07:34.297615 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-e6d9ead5-b7f2-4ae0-a66b-f6721d36772d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:07:34.307587 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d9ead5-b7f2-4ae0-a66b-f6721d36772d admin admin] Made reservation on behalf of 1eec93e4362e4e398b475133e8f775d1 for: {'subnet': 1} {{(pid=82368) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 16:07:34.312881 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e6d9ead5-b7f2-4ae0-a66b-f6721d36772d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036821796355'] for subnet, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:34.526859 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e6d9ead5-b7f2-4ae0-a66b-f6721d36772d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33515982', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036821796372'] for subnet, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:34.531598 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-7eabbaf3-28df-4bd0-9515-8d245e5ef10a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:34.608769 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d9ead5-b7f2-4ae0-a66b-f6721d36772d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b31784a-efeb-4d1e-bb60-52a1c87b3061,revision_number=0']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:34.614041 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-e6d9ead5-b7f2-4ae0-a66b-f6721d36772d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:34.625271 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d9ead5-b7f2-4ae0-a66b-f6721d36772d admin admin] Checking segment: {'id': '1184379b-066a-48dc-897d-b0718ebd7cce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c17e8c82-8876-45be-8718-d1e2a69d9217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:07:34.625667 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d9ead5-b7f2-4ae0-a66b-f6721d36772d admin admin] Network hostable DHCP agents. Network: c17e8c82-8876-45be-8718-d1e2a69d9217, hostable agents: ['8165851e-a8d8-41e5-9937-b2b676de37d1'], hosted agents: [] {{(pid=82368) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Sep 20 16:07:34.647109 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d9ead5-b7f2-4ae0-a66b-f6721d36772d admin admin] Network c17e8c82-8876-45be-8718-d1e2a69d9217 is scheduled to be hosted by DHCP agent 8165851e-a8d8-41e5-9937-b2b676de37d1 with binding_index 1 {{(pid=82368) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Sep 20 16:07:34.655565 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-e6d9ead5-b7f2-4ae0-a66b-f6721d36772d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-809669-1-iscsi, c17e8c82-8876-45be-8718-d1e2a69d9217) {{(pid=82368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:07:34.659517 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d9ead5-b7f2-4ae0-a66b-f6721d36772d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:07:34.660172 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e6d9ead5-b7f2-4ae0-a66b-f6721d36772d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for subnet, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:34.665741 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141158bf-b0d8-4abe-9f0e-bee2896c41c0 None None] Network c17e8c82-8876-45be-8718-d1e2a69d9217 requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 16:07:34.680883 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-e6d9ead5-b7f2-4ae0-a66b-f6721d36772d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4070485 Sep 20 16:07:34.832924 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 32802) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:34.905812 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6ce694e-cc29-49b7-a5e7-4583bf74e6d6 admin admin] Deleting subnet 25b5683c-9e0e-4356-96e7-e7e45d1f38e3 {{(pid=82369) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 20 16:07:34.908990 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a6ce694e-cc29-49b7-a5e7-4583bf74e6d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:34.971716 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a6ce694e-cc29-49b7-a5e7-4583bf74e6d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036822232036'] for subnet, precommit_delete_associations {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:35.030454 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a6ce694e-cc29-49b7-a5e7-4583bf74e6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4005'] for subnet, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:35.057809 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442a6122-72ad-418c-9ceb-a5f76bb213f4 None None] Network c17e8c82-8876-45be-8718-d1e2a69d9217 requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 16:07:35.097249 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a6ce694e-cc29-49b7-a5e7-4583bf74e6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036821680305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33386394'] for subnet, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:35.101840 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c2a84264-f551-479c-a10b-dcd188596e23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:35.142971 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce694e-cc29-49b7-a5e7-4583bf74e6d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25b5683c-9e0e-4356-96e7-e7e45d1f38e3,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:35.145951 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-a6ce694e-cc29-49b7-a5e7-4583bf74e6d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:35.148469 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a6ce694e-cc29-49b7-a5e7-4583bf74e6d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:35.157263 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-a6ce694e-cc29-49b7-a5e7-4583bf74e6d6 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/25b5683c-9e0e-4356-96e7-e7e45d1f38e3 HTTP/1.1" status: 204 len: 168 time: 0.3216088 Sep 20 16:07:35.158082 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 32806) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:35.172264 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c04037c6-057e-40ed-863a-115bd9323a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:35.274490 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ebef7137-821f-43dd-aa8d-f807741dd5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854743839'] for network, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:35.404898 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ebef7137-821f-43dd-aa8d-f807741dd5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30012', 'neutron.services.segments.db._delete_segments_for_network-8786514012702'] for network, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:35.431407 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-ebef7137-821f-43dd-aa8d-f807741dd5e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e98f5b31-f532-4135-a160-ce0a8f5675c0']}} {{(pid=82368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:07:35.444014 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-ebef7137-821f-43dd-aa8d-f807741dd5e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ec34ac-7b5a-40bf-ba51-ec3338fc5361') {'for_net_delete': True} {{(pid=82368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:07:35.444356 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-ebef7137-821f-43dd-aa8d-f807741dd5e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ec34ac-7b5a-40bf-ba51-ec3338fc5361') {} {{(pid=82368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:07:35.456738 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ebef7137-821f-43dd-aa8d-f807741dd5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250340771410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31511054'] for segment, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:35.471639 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ebef7137-821f-43dd-aa8d-f807741dd5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854403426'] for segment, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:35.477763 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebef7137-821f-43dd-aa8d-f807741dd5e3 admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=82368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 20 16:07:35.478176 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ebef7137-821f-43dd-aa8d-f807741dd5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-372359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33518000'] for segment, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:35.491698 dv-cinder-809669-1-iscsi neutron-server[82259]: Traceback (most recent call last): Sep 20 16:07:35.491698 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 20 16:07:35.491698 dv-cinder-809669-1-iscsi neutron-server[82259]: timer() Sep 20 16:07:35.491698 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 16:07:35.491698 dv-cinder-809669-1-iscsi neutron-server[82259]: cb(*args, **kw) Sep 20 16:07:35.491698 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 20 16:07:35.491698 dv-cinder-809669-1-iscsi neutron-server[82259]: return func(*args, **kwargs) Sep 20 16:07:35.491698 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 16:07:35.491698 dv-cinder-809669-1-iscsi neutron-server[82259]: self._notify() Sep 20 16:07:35.491698 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 16:07:35.491698 dv-cinder-809669-1-iscsi neutron-server[82259]: self.callback(batched_events) Sep 20 16:07:35.491698 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 16:07:35.491698 dv-cinder-809669-1-iscsi neutron-server[82259]: event.method(event) Sep 20 16:07:35.491698 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 20 16:07:35.491698 dv-cinder-809669-1-iscsi neutron-server[82259]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 16:07:35.491698 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 20 16:07:35.491698 dv-cinder-809669-1-iscsi neutron-server[82259]: segment_id)['aggregates'][0] Sep 20 16:07:35.491698 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 20 16:07:35.491698 dv-cinder-809669-1-iscsi neutron-server[82259]: return f(self, *a, **k) Sep 20 16:07:35.491698 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 20 16:07:35.491698 dv-cinder-809669-1-iscsi neutron-server[82259]: return self._get(url).json() Sep 20 16:07:35.491698 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 16:07:35.491698 dv-cinder-809669-1-iscsi neutron-server[82259]: **kwargs) Sep 20 16:07:35.491698 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 20 16:07:35.491698 dv-cinder-809669-1-iscsi neutron-server[82259]: return self.request(url, 'GET', **kwargs) Sep 20 16:07:35.491698 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 20 16:07:35.491698 dv-cinder-809669-1-iscsi neutron-server[82259]: **endpoint_filter) Sep 20 16:07:35.491698 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 20 16:07:35.491698 dv-cinder-809669-1-iscsi neutron-server[82259]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 16:07:35.491698 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 20 16:07:35.491698 dv-cinder-809669-1-iscsi neutron-server[82259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 16:07:35.491698 dv-cinder-809669-1-iscsi neutron-server[82259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 16:07:35.570959 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ebef7137-821f-43dd-aa8d-f807741dd5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854745781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1017775'] for network, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:35.575402 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-2f7acce2-0d04-44e5-9f6e-c9e976723f36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:35.577871 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:35.595662 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ebef7137-821f-43dd-aa8d-f807741dd5e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for network, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:35.598113 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef7137-821f-43dd-aa8d-f807741dd5e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e98f5b31-f532-4135-a160-ce0a8f5675c0,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:35.601150 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-ebef7137-821f-43dd-aa8d-f807741dd5e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:35.604127 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-ebef7137-821f-43dd-aa8d-f807741dd5e3 admin admin] 10.222.0.35 "DELETE /v2.0/networks/e98f5b31-f532-4135-a160-ce0a8f5675c0 HTTP/1.1" status: 204 len: 168 time: 0.4449706 Sep 20 16:07:35.607144 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 32810) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:35.669608 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a1c73d7-1c9e-4bef-b4a7-93a90a1b9f43 admin admin] Deleting subnet 9b31784a-efeb-4d1e-bb60-52a1c87b3061 {{(pid=82368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 20 16:07:35.672639 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1a1c73d7-1c9e-4bef-b4a7-93a90a1b9f43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:35.726347 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1a1c73d7-1c9e-4bef-b4a7-93a90a1b9f43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036823264745'] for subnet, precommit_delete_associations {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:35.783212 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1a1c73d7-1c9e-4bef-b4a7-93a90a1b9f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4005'] for subnet, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:35.849030 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1a1c73d7-1c9e-4bef-b4a7-93a90a1b9f43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33517835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32979412'] for subnet, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:35.853072 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:35.892948 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c73d7-1c9e-4bef-b4a7-93a90a1b9f43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b31784a-efeb-4d1e-bb60-52a1c87b3061,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:35.897189 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-1a1c73d7-1c9e-4bef-b4a7-93a90a1b9f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:35.903882 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1a1c73d7-1c9e-4bef-b4a7-93a90a1b9f43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for subnet, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:35.912711 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-1a1c73d7-1c9e-4bef-b4a7-93a90a1b9f43 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9b31784a-efeb-4d1e-bb60-52a1c87b3061 HTTP/1.1" status: 204 len: 168 time: 0.3021784 Sep 20 16:07:35.913334 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 32818) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:36.252478 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-65b960ef-0dd9-48be-81a7-e28cff3c34f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854743839'] for network, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:36.384104 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-65b960ef-0dd9-48be-81a7-e28cff3c34f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30012', 'neutron.services.segments.db._delete_segments_for_network-8786514012702'] for network, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:36.397327 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 32832) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:36.418522 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-65b960ef-0dd9-48be-81a7-e28cff3c34f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c17e8c82-8876-45be-8718-d1e2a69d9217']}} {{(pid=82368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:07:36.431644 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-65b960ef-0dd9-48be-81a7-e28cff3c34f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1184379b-066a-48dc-897d-b0718ebd7cce') {'for_net_delete': True} {{(pid=82368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:07:36.432085 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-65b960ef-0dd9-48be-81a7-e28cff3c34f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1184379b-066a-48dc-897d-b0718ebd7cce') {} {{(pid=82368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:07:36.444330 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-65b960ef-0dd9-48be-81a7-e28cff3c34f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250340771410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31511054'] for segment, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:36.459611 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-65b960ef-0dd9-48be-81a7-e28cff3c34f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854403426'] for segment, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:36.466340 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65b960ef-0dd9-48be-81a7-e28cff3c34f1 admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=82368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 20 16:07:36.466757 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-65b960ef-0dd9-48be-81a7-e28cff3c34f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-372359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33518000'] for segment, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:36.480325 dv-cinder-809669-1-iscsi neutron-server[82259]: Traceback (most recent call last): Sep 20 16:07:36.480325 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 20 16:07:36.480325 dv-cinder-809669-1-iscsi neutron-server[82259]: timer() Sep 20 16:07:36.480325 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 16:07:36.480325 dv-cinder-809669-1-iscsi neutron-server[82259]: cb(*args, **kw) Sep 20 16:07:36.480325 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 20 16:07:36.480325 dv-cinder-809669-1-iscsi neutron-server[82259]: return func(*args, **kwargs) Sep 20 16:07:36.480325 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 16:07:36.480325 dv-cinder-809669-1-iscsi neutron-server[82259]: self._notify() Sep 20 16:07:36.480325 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 16:07:36.480325 dv-cinder-809669-1-iscsi neutron-server[82259]: self.callback(batched_events) Sep 20 16:07:36.480325 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 16:07:36.480325 dv-cinder-809669-1-iscsi neutron-server[82259]: event.method(event) Sep 20 16:07:36.480325 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 20 16:07:36.480325 dv-cinder-809669-1-iscsi neutron-server[82259]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 16:07:36.480325 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 20 16:07:36.480325 dv-cinder-809669-1-iscsi neutron-server[82259]: segment_id)['aggregates'][0] Sep 20 16:07:36.480325 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 20 16:07:36.480325 dv-cinder-809669-1-iscsi neutron-server[82259]: return f(self, *a, **k) Sep 20 16:07:36.480325 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 20 16:07:36.480325 dv-cinder-809669-1-iscsi neutron-server[82259]: return self._get(url).json() Sep 20 16:07:36.480325 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 16:07:36.480325 dv-cinder-809669-1-iscsi neutron-server[82259]: **kwargs) Sep 20 16:07:36.480325 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 20 16:07:36.480325 dv-cinder-809669-1-iscsi neutron-server[82259]: return self.request(url, 'GET', **kwargs) Sep 20 16:07:36.480325 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 20 16:07:36.480325 dv-cinder-809669-1-iscsi neutron-server[82259]: **endpoint_filter) Sep 20 16:07:36.480325 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 20 16:07:36.480325 dv-cinder-809669-1-iscsi neutron-server[82259]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 16:07:36.480325 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 20 16:07:36.480325 dv-cinder-809669-1-iscsi neutron-server[82259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 16:07:36.480325 dv-cinder-809669-1-iscsi neutron-server[82259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 16:07:36.572460 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-45685ceb-8460-458a-bc36-4519f8d4ec71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:36.585662 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-65b960ef-0dd9-48be-81a7-e28cff3c34f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854745781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1017775'] for network, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:36.595370 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:36.614598 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-65b960ef-0dd9-48be-81a7-e28cff3c34f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for network, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:36.629275 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b960ef-0dd9-48be-81a7-e28cff3c34f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c17e8c82-8876-45be-8718-d1e2a69d9217,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:36.633761 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-65b960ef-0dd9-48be-81a7-e28cff3c34f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:36.637695 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-65b960ef-0dd9-48be-81a7-e28cff3c34f1 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c17e8c82-8876-45be-8718-d1e2a69d9217 HTTP/1.1" status: 204 len: 168 time: 0.7231839 Sep 20 16:07:36.638914 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-45685ceb-8460-458a-bc36-4519f8d4ec71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:07:36.643097 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-45685ceb-8460-458a-bc36-4519f8d4ec71 admin admin] Usage tracker for resource:security_group_rule and tenant:5ea02952b4cb48c1b76ede7c319e302a is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:07:36.646054 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-45685ceb-8460-458a-bc36-4519f8d4ec71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:07:36.652418 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-45685ceb-8460-458a-bc36-4519f8d4ec71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:07:36.719696 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-45685ceb-8460-458a-bc36-4519f8d4ec71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:36.722336 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-45685ceb-8460-458a-bc36-4519f8d4ec71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:36.730197 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-51a3964a-e324-437f-b5a7-7a0f8cf0fa8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:36.776378 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45685ceb-8460-458a-bc36-4519f8d4ec71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1384af2c-6180-4b14-af37-72f818a28434,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:36.779029 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 32840) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:36.779953 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-45685ceb-8460-458a-bc36-4519f8d4ec71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:36.785140 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-45685ceb-8460-458a-bc36-4519f8d4ec71 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5ea02952b4cb48c1b76ede7c319e302a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3757677 Sep 20 16:07:36.785868 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 32844) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:36.836659 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-9b679f4b-1c7a-48cb-b175-bfad7266f02a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7e5bc1a509634383865dfabc824c228c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0562084 Sep 20 16:07:36.839501 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 32848) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:36.848683 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-480c854e-3bfd-4f97-83ae-71fdd636e08b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:36.876808 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-480c854e-3bfd-4f97-83ae-71fdd636e08b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:36.904080 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d62ef129-388d-455f-985b-1fb0a53266ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:36.917672 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:36.930023 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-480c854e-3bfd-4f97-83ae-71fdd636e08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:36.935127 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-447a9479-32b3-48d0-9f93-3d889176916c tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:36.937482 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d62ef129-388d-455f-985b-1fb0a53266ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:36.947214 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c854e-3bfd-4f97-83ae-71fdd636e08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1384af2c-6180-4b14-af37-72f818a28434,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:36.949840 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-480c854e-3bfd-4f97-83ae-71fdd636e08b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:36.955067 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-480c854e-3bfd-4f97-83ae-71fdd636e08b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:36.956543 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-480c854e-3bfd-4f97-83ae-71fdd636e08b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1384af2c-6180-4b14-af37-72f818a28434 HTTP/1.1" status: 204 len: 168 time: 0.1699424 Sep 20 16:07:36.983510 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d62ef129-388d-455f-985b-1fb0a53266ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:36.988849 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d9b14f96-aeb8-4744-806d-8e94025d2ab8 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:37.002486 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ef129-388d-455f-985b-1fb0a53266ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10dd3566-edcc-4d36-9ea5-2bf5371d3344,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:37.005676 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d62ef129-388d-455f-985b-1fb0a53266ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:37.007702 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d62ef129-388d-455f-985b-1fb0a53266ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:37.008914 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-d62ef129-388d-455f-985b-1fb0a53266ea admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/10dd3566-edcc-4d36-9ea5-2bf5371d3344 HTTP/1.1" status: 204 len: 168 time: 0.1684115 Sep 20 16:07:37.442591 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 32860) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:37.462694 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d2d62d2d-7bf1-4799-af89-ae3fc2993213 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:37.495672 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-d2d62d2d-7bf1-4799-af89-ae3fc2993213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:07:37.496463 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 32864) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:37.499793 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-d2d62d2d-7bf1-4799-af89-ae3fc2993213 admin admin] Usage tracker for resource:security_group_rule and tenant:80fee2bc1d634c8aa6f69d410a510119 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:07:37.502690 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-d2d62d2d-7bf1-4799-af89-ae3fc2993213 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:07:37.508707 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-d2d62d2d-7bf1-4799-af89-ae3fc2993213 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:07:37.553715 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-a935cb6d-9349-4d3a-a6a4-196b80b9cddb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1eec93e4362e4e398b475133e8f775d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0558548 Sep 20 16:07:37.556310 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 32868) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:37.578867 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d2d62d2d-7bf1-4799-af89-ae3fc2993213 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:37.581507 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d2d62d2d-7bf1-4799-af89-ae3fc2993213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:37.590794 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-e5ecd8bd-fb68-441c-a7ae-692283391ca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:37.636325 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-d2d62d2d-7bf1-4799-af89-ae3fc2993213 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=80fee2bc1d634c8aa6f69d410a510119&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1922557 Sep 20 16:07:37.638090 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d62d2d-7bf1-4799-af89-ae3fc2993213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5cb571-b573-472f-907c-d2b4c7780924,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:37.639289 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 32872) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:37.641292 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d2d62d2d-7bf1-4799-af89-ae3fc2993213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:37.643124 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8c7e40d3-6a82-400a-b8e8-33f516234f82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:37.701943 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8c7e40d3-6a82-400a-b8e8-33f516234f82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:37.758815 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-407c4d2d-338b-4cec-baeb-3ea01738f764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:37.787635 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-407c4d2d-338b-4cec-baeb-3ea01738f764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:37.799917 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8c7e40d3-6a82-400a-b8e8-33f516234f82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:37.810171 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d4fca627-25fa-4113-8ffa-5fa45eda45ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:37.837556 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e40d3-6a82-400a-b8e8-33f516234f82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd186ff-82a4-497c-acf1-83022789f09b,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:37.840654 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-8c7e40d3-6a82-400a-b8e8-33f516234f82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:37.852394 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8c7e40d3-6a82-400a-b8e8-33f516234f82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:37.856450 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-8c7e40d3-6a82-400a-b8e8-33f516234f82 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cbd186ff-82a4-497c-acf1-83022789f09b HTTP/1.1" status: 204 len: 168 time: 0.2962735 Sep 20 16:07:37.868736 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-407c4d2d-338b-4cec-baeb-3ea01738f764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:37.874062 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d3805c68-5695-42f5-8eca-7c1de290f3ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:37.888956 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c4d2d-338b-4cec-baeb-3ea01738f764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5cb571-b573-472f-907c-d2b4c7780924,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:37.891463 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-407c4d2d-338b-4cec-baeb-3ea01738f764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:37.893663 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-407c4d2d-338b-4cec-baeb-3ea01738f764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:37.897392 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-407c4d2d-338b-4cec-baeb-3ea01738f764 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9c5cb571-b573-472f-907c-d2b4c7780924 HTTP/1.1" status: 204 len: 168 time: 0.2545614 Sep 20 16:07:38.225574 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.agents_db [None req-ae0f67a0-09e8-4135-93df-5bebfb5cb2de None None] Agent healthcheck: found 6 active agents {{(pid=82371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 20 16:07:40.219644 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 32960) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:40.361120 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:40.373684 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5365b21a-9a2d-478c-ab97-63b3f2c80211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:40.406718 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-5365b21a-9a2d-478c-ab97-63b3f2c80211 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:07:40.410925 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-5365b21a-9a2d-478c-ab97-63b3f2c80211 admin admin] Usage tracker for resource:security_group_rule and tenant:cd2789ccc5ed48b0afa72cec21dd1fad is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:07:40.413895 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-5365b21a-9a2d-478c-ab97-63b3f2c80211 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:07:40.420024 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-5365b21a-9a2d-478c-ab97-63b3f2c80211 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:07:40.487070 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5365b21a-9a2d-478c-ab97-63b3f2c80211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:40.489921 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5365b21a-9a2d-478c-ab97-63b3f2c80211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:40.498019 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0831748e-5165-4b7a-8608-1fb82e9955bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:40.540485 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365b21a-9a2d-478c-ab97-63b3f2c80211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebf526f-766d-47c0-9c75-f88ea8c3490f,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:40.543729 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-5365b21a-9a2d-478c-ab97-63b3f2c80211 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:40.547335 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-5365b21a-9a2d-478c-ab97-63b3f2c80211 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cd2789ccc5ed48b0afa72cec21dd1fad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3265679 Sep 20 16:07:40.549356 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 32974) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:40.617162 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0579f37f-7c4b-413a-a97a-5c29cb3aa04d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:40.859237 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0579f37f-7c4b-413a-a97a-5c29cb3aa04d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:40.906996 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0579f37f-7c4b-413a-a97a-5c29cb3aa04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:40.912845 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-8010b67c-ece4-489b-a6cd-e8c666eb2938 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:40.930463 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579f37f-7c4b-413a-a97a-5c29cb3aa04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebf526f-766d-47c0-9c75-f88ea8c3490f,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:40.932752 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0579f37f-7c4b-413a-a97a-5c29cb3aa04d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:40.938286 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-0579f37f-7c4b-413a-a97a-5c29cb3aa04d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0ebf526f-766d-47c0-9c75-f88ea8c3490f HTTP/1.1" status: 204 len: 168 time: 0.3853538 Sep 20 16:07:40.938286 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0579f37f-7c4b-413a-a97a-5c29cb3aa04d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:41.362710 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 32994) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:41.383119 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c6fd9f40-7950-4fb2-944b-52c7302860a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:41.415666 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-c6fd9f40-7950-4fb2-944b-52c7302860a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:07:41.420298 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-c6fd9f40-7950-4fb2-944b-52c7302860a5 admin admin] Usage tracker for resource:security_group_rule and tenant:ccbaf27efd2c4540b55fb90dbda27f5a is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:07:41.423204 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-c6fd9f40-7950-4fb2-944b-52c7302860a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:07:41.429096 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-c6fd9f40-7950-4fb2-944b-52c7302860a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:07:41.494536 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c6fd9f40-7950-4fb2-944b-52c7302860a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:41.497368 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c6fd9f40-7950-4fb2-944b-52c7302860a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:41.505150 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c4089998-a0eb-461b-ba26-5bed27f6d751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:41.548356 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fd9f40-7950-4fb2-944b-52c7302860a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2d35a8-7d3e-4d81-a1a5-883af86334ef,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:41.551758 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c6fd9f40-7950-4fb2-944b-52c7302860a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:41.555320 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-c6fd9f40-7950-4fb2-944b-52c7302860a5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ccbaf27efd2c4540b55fb90dbda27f5a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1912730 Sep 20 16:07:41.558121 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 32998) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:41.622924 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-736a3aa2-a0b1-44f1-81a3-465dcae6c69b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:41.648816 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-736a3aa2-a0b1-44f1-81a3-465dcae6c69b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:41.691185 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-736a3aa2-a0b1-44f1-81a3-465dcae6c69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:41.695980 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-6324703d-6206-4fc9-9d67-8e40b0f57157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:41.707087 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736a3aa2-a0b1-44f1-81a3-465dcae6c69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2d35a8-7d3e-4d81-a1a5-883af86334ef,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:41.710693 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-736a3aa2-a0b1-44f1-81a3-465dcae6c69b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:41.713868 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-736a3aa2-a0b1-44f1-81a3-465dcae6c69b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:41.715661 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-736a3aa2-a0b1-44f1-81a3-465dcae6c69b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7c2d35a8-7d3e-4d81-a1a5-883af86334ef HTTP/1.1" status: 204 len: 168 time: 0.1558943 Sep 20 16:07:44.536104 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 33096) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:44.691293 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-cada8703-2964-4219-baa6-170abe6825d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:44.724897 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-cada8703-2964-4219-baa6-170abe6825d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:07:44.728912 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-cada8703-2964-4219-baa6-170abe6825d4 admin admin] Usage tracker for resource:security_group_rule and tenant:9d77bd24d4484f9dbca160ec5caa8356 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:07:44.731954 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-cada8703-2964-4219-baa6-170abe6825d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:07:44.737861 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-cada8703-2964-4219-baa6-170abe6825d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:07:44.805865 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-cada8703-2964-4219-baa6-170abe6825d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:44.809247 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-cada8703-2964-4219-baa6-170abe6825d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:44.817122 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-1b4435b6-6f68-461b-8e0b-5b85de846627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:44.865958 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada8703-2964-4219-baa6-170abe6825d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3989f506-71b8-43ae-8fe6-ad0ae53d951d,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:44.869086 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-cada8703-2964-4219-baa6-170abe6825d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:44.873364 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-cada8703-2964-4219-baa6-170abe6825d4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9d77bd24d4484f9dbca160ec5caa8356&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3348644 Sep 20 16:07:44.875080 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 33108) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:44.951016 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c583ba0f-e3ef-4baf-970d-56cddf4afa37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:44.977631 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c583ba0f-e3ef-4baf-970d-56cddf4afa37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:44.992950 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 33114) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:45.021829 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c583ba0f-e3ef-4baf-970d-56cddf4afa37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:45.026724 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:45.039087 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c583ba0f-e3ef-4baf-970d-56cddf4afa37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3989f506-71b8-43ae-8fe6-ad0ae53d951d,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:45.041541 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c583ba0f-e3ef-4baf-970d-56cddf4afa37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:45.049100 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c583ba0f-e3ef-4baf-970d-56cddf4afa37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:45.052915 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-c583ba0f-e3ef-4baf-970d-56cddf4afa37 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3989f506-71b8-43ae-8fe6-ad0ae53d951d HTTP/1.1" status: 204 len: 168 time: 0.1739538 Sep 20 16:07:45.161231 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f48d1fc8-e523-400d-a88c-1a1209e766c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:45.194910 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-f48d1fc8-e523-400d-a88c-1a1209e766c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:07:45.198881 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-f48d1fc8-e523-400d-a88c-1a1209e766c1 admin admin] Usage tracker for resource:security_group_rule and tenant:b6fd20663cb24108b000fb23d09905a3 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:07:45.201890 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-f48d1fc8-e523-400d-a88c-1a1209e766c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:07:45.208293 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-f48d1fc8-e523-400d-a88c-1a1209e766c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:07:45.275831 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f48d1fc8-e523-400d-a88c-1a1209e766c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:45.278717 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f48d1fc8-e523-400d-a88c-1a1209e766c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:45.286424 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-9172bb62-3011-4cb6-8e69-85414516a845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:45.328979 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d1fc8-e523-400d-a88c-1a1209e766c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c892390-e89e-4d04-935b-21bf2df92c6e,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:45.332126 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f48d1fc8-e523-400d-a88c-1a1209e766c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:45.337066 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-f48d1fc8-e523-400d-a88c-1a1209e766c1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b6fd20663cb24108b000fb23d09905a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3404171 Sep 20 16:07:45.337363 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 33126) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:45.399982 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-117ad635-ab43-4fc0-af24-b563fd3ca750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:45.401580 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 33130) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:45.422451 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-17c611bd-f49e-417b-83bd-b509515e11b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:45.427045 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-117ad635-ab43-4fc0-af24-b563fd3ca750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:45.455199 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-17c611bd-f49e-417b-83bd-b509515e11b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:07:45.459104 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-17c611bd-f49e-417b-83bd-b509515e11b0 admin admin] Usage tracker for resource:security_group_rule and tenant:8cb7e533ec024794b2b804d5839a767f is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:07:45.461951 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-17c611bd-f49e-417b-83bd-b509515e11b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:07:45.467889 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-17c611bd-f49e-417b-83bd-b509515e11b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:07:45.476611 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-117ad635-ab43-4fc0-af24-b563fd3ca750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:45.482204 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0579f37f-7c4b-413a-a97a-5c29cb3aa04d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:45.494949 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ad635-ab43-4fc0-af24-b563fd3ca750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c892390-e89e-4d04-935b-21bf2df92c6e,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:45.500492 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-117ad635-ab43-4fc0-af24-b563fd3ca750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:45.504774 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-117ad635-ab43-4fc0-af24-b563fd3ca750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:45.506007 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-117ad635-ab43-4fc0-af24-b563fd3ca750 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4c892390-e89e-4d04-935b-21bf2df92c6e HTTP/1.1" status: 204 len: 168 time: 0.1677339 Sep 20 16:07:45.545099 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-17c611bd-f49e-417b-83bd-b509515e11b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:45.548099 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-17c611bd-f49e-417b-83bd-b509515e11b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:45.555668 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-3118804c-05aa-4b2b-b36f-f451a914f356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:45.599375 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c611bd-f49e-417b-83bd-b509515e11b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c969110b-5546-441c-a00f-257e43771670,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:45.602513 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-17c611bd-f49e-417b-83bd-b509515e11b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:45.607358 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-17c611bd-f49e-417b-83bd-b509515e11b0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8cb7e533ec024794b2b804d5839a767f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2046289 Sep 20 16:07:45.608227 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 33136) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:45.670711 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e4f27e80-cd90-4a45-b0c7-fdef6ff9d0e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:45.696804 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e4f27e80-cd90-4a45-b0c7-fdef6ff9d0e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:45.742538 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e4f27e80-cd90-4a45-b0c7-fdef6ff9d0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:45.747568 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-17c611bd-f49e-417b-83bd-b509515e11b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:45.759658 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f27e80-cd90-4a45-b0c7-fdef6ff9d0e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c969110b-5546-441c-a00f-257e43771670,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:45.762255 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-e4f27e80-cd90-4a45-b0c7-fdef6ff9d0e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:45.766694 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e4f27e80-cd90-4a45-b0c7-fdef6ff9d0e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:45.768172 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-e4f27e80-cd90-4a45-b0c7-fdef6ff9d0e0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c969110b-5546-441c-a00f-257e43771670 HTTP/1.1" status: 204 len: 168 time: 0.1588361 Sep 20 16:07:45.941001 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 33144) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:45.963696 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-67b7196f-a365-4e4e-8216-fb3c8a259b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:46.000551 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-67b7196f-a365-4e4e-8216-fb3c8a259b44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:07:46.004500 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-67b7196f-a365-4e4e-8216-fb3c8a259b44 admin admin] Usage tracker for resource:security_group_rule and tenant:6bfe4a8e2db7461bafe423e67cc1a6ef is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:07:46.007356 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-67b7196f-a365-4e4e-8216-fb3c8a259b44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:07:46.013859 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-67b7196f-a365-4e4e-8216-fb3c8a259b44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:07:46.080317 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-67b7196f-a365-4e4e-8216-fb3c8a259b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:46.083387 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-67b7196f-a365-4e4e-8216-fb3c8a259b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:46.091383 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-3d9b5ee1-a4cf-410a-99a0-999fb7d66f23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:46.132249 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b7196f-a365-4e4e-8216-fb3c8a259b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53e94af-b7b1-4bdc-a116-5615d6fb95f0,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:46.136002 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-67b7196f-a365-4e4e-8216-fb3c8a259b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:46.140198 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-67b7196f-a365-4e4e-8216-fb3c8a259b44 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6bfe4a8e2db7461bafe423e67cc1a6ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1980879 Sep 20 16:07:46.143265 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 33150) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:46.196760 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 33154) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:46.208357 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-acb4d91f-eb11-4418-bba7-25375e28f393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:46.217917 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-bdf9b9be-a792-49e4-8999-071a079689e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:46.235670 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-acb4d91f-eb11-4418-bba7-25375e28f393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:46.250237 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-bdf9b9be-a792-49e4-8999-071a079689e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:07:46.254349 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-bdf9b9be-a792-49e4-8999-071a079689e2 admin admin] Usage tracker for resource:security_group_rule and tenant:6723bb6a4afa494f99401fd5f3aa3580 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:07:46.257352 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-bdf9b9be-a792-49e4-8999-071a079689e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:07:46.263793 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-bdf9b9be-a792-49e4-8999-071a079689e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:07:46.283050 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-acb4d91f-eb11-4418-bba7-25375e28f393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:46.288447 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f574dd25-2e87-487b-b666-8af47efdfe83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:46.299121 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb4d91f-eb11-4418-bba7-25375e28f393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53e94af-b7b1-4bdc-a116-5615d6fb95f0,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:46.301549 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-acb4d91f-eb11-4418-bba7-25375e28f393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:46.307576 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-acb4d91f-eb11-4418-bba7-25375e28f393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:46.309608 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-acb4d91f-eb11-4418-bba7-25375e28f393 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b53e94af-b7b1-4bdc-a116-5615d6fb95f0 HTTP/1.1" status: 204 len: 168 time: 0.1653278 Sep 20 16:07:46.333944 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-bdf9b9be-a792-49e4-8999-071a079689e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:46.336765 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-bdf9b9be-a792-49e4-8999-071a079689e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:46.344657 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-ca4ba177-d032-4067-8f81-56b9ac58c7e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:46.389865 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-bdf9b9be-a792-49e4-8999-071a079689e2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6723bb6a4afa494f99401fd5f3aa3580&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1919537 Sep 20 16:07:46.390698 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf9b9be-a792-49e4-8999-071a079689e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62bf3eb3-e263-448e-8dc4-914ec22b73bc,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:46.393564 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 33160) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:46.393823 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-bdf9b9be-a792-49e4-8999-071a079689e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:46.461981 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9f9715c6-f0f4-4feb-9bf2-c4240930e831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:46.488468 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9f9715c6-f0f4-4feb-9bf2-c4240930e831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:46.533389 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9f9715c6-f0f4-4feb-9bf2-c4240930e831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:46.538552 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-8706c744-d98a-49ac-b7ed-504eaa3f5848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:46.552234 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9715c6-f0f4-4feb-9bf2-c4240930e831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bf3eb3-e263-448e-8dc4-914ec22b73bc,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:46.555138 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-9f9715c6-f0f4-4feb-9bf2-c4240930e831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:46.556322 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9f9715c6-f0f4-4feb-9bf2-c4240930e831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:46.561051 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-9f9715c6-f0f4-4feb-9bf2-c4240930e831 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/62bf3eb3-e263-448e-8dc4-914ec22b73bc HTTP/1.1" status: 204 len: 168 time: 0.1622179 Sep 20 16:07:49.672193 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 33300) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:49.823120 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-43979a63-1d59-4947-8b2d-fcce94ef02a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:49.857920 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-43979a63-1d59-4947-8b2d-fcce94ef02a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:07:49.862805 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-43979a63-1d59-4947-8b2d-fcce94ef02a3 admin admin] Usage tracker for resource:security_group_rule and tenant:56251cd3eb494faf8eb4b12a0ec26d37 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:07:49.866038 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-43979a63-1d59-4947-8b2d-fcce94ef02a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:07:49.872618 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-43979a63-1d59-4947-8b2d-fcce94ef02a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:07:49.955116 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-43979a63-1d59-4947-8b2d-fcce94ef02a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:49.960218 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-43979a63-1d59-4947-8b2d-fcce94ef02a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:49.969798 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-7cba832a-ce32-4c99-971e-d62546165796 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:50.025492 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43979a63-1d59-4947-8b2d-fcce94ef02a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3a5863-0cc6-48d3-ac5b-07066eb8a82e,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:50.029909 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-43979a63-1d59-4947-8b2d-fcce94ef02a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:50.034872 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-43979a63-1d59-4947-8b2d-fcce94ef02a3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=56251cd3eb494faf8eb4b12a0ec26d37&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3589759 Sep 20 16:07:50.035226 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 33306) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:50.099769 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8ae66dcb-914c-4a87-9556-b2aff24cbfc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:50.127699 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8ae66dcb-914c-4a87-9556-b2aff24cbfc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:50.178179 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8ae66dcb-914c-4a87-9556-b2aff24cbfc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:50.182436 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-acb4d91f-eb11-4418-bba7-25375e28f393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:50.195403 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae66dcb-914c-4a87-9556-b2aff24cbfc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3a5863-0cc6-48d3-ac5b-07066eb8a82e,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:50.200132 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-8ae66dcb-914c-4a87-9556-b2aff24cbfc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:50.203472 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8ae66dcb-914c-4a87-9556-b2aff24cbfc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:50.207326 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-8ae66dcb-914c-4a87-9556-b2aff24cbfc7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fd3a5863-0cc6-48d3-ac5b-07066eb8a82e HTTP/1.1" status: 204 len: 168 time: 0.1688676 Sep 20 16:07:50.553828 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 33318) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:50.574150 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-099f343c-9206-403d-9f4c-6191045f82d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:50.606200 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-099f343c-9206-403d-9f4c-6191045f82d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:07:50.610147 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-099f343c-9206-403d-9f4c-6191045f82d9 admin admin] Usage tracker for resource:security_group_rule and tenant:4466afb5f4f3431b950004a25ef2e882 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:07:50.613042 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-099f343c-9206-403d-9f4c-6191045f82d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:07:50.618874 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-099f343c-9206-403d-9f4c-6191045f82d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:07:50.688032 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-099f343c-9206-403d-9f4c-6191045f82d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:50.690775 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-099f343c-9206-403d-9f4c-6191045f82d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:50.698048 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-8aa3a5a9-a96f-41f2-a71f-0998ba76329a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:50.739812 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f343c-9206-403d-9f4c-6191045f82d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa380b9-a03b-4428-8dbe-5ceff85e60c5,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:50.742935 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-099f343c-9206-403d-9f4c-6191045f82d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:50.745279 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-099f343c-9206-403d-9f4c-6191045f82d9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4466afb5f4f3431b950004a25ef2e882&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1903710 Sep 20 16:07:50.748767 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 33322) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:50.808808 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d31c9afa-99c1-4c52-be80-8a927e2102b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:50.835107 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d31c9afa-99c1-4c52-be80-8a927e2102b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:50.880905 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d31c9afa-99c1-4c52-be80-8a927e2102b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:50.885983 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-407c4d2d-338b-4cec-baeb-3ea01738f764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:50.898708 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c9afa-99c1-4c52-be80-8a927e2102b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa380b9-a03b-4428-8dbe-5ceff85e60c5,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:50.901308 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d31c9afa-99c1-4c52-be80-8a927e2102b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:50.910283 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d31c9afa-99c1-4c52-be80-8a927e2102b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:50.911598 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-d31c9afa-99c1-4c52-be80-8a927e2102b6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dfa380b9-a03b-4428-8dbe-5ceff85e60c5 HTTP/1.1" status: 204 len: 168 time: 0.1620042 Sep 20 16:07:52.267506 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 33360) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:52.420686 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-09d7b84e-d347-40ba-be4f-2e211a076eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:52.453364 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-09d7b84e-d347-40ba-be4f-2e211a076eb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:07:52.457592 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-09d7b84e-d347-40ba-be4f-2e211a076eb8 admin admin] Usage tracker for resource:security_group_rule and tenant:b6ea6530adec4c76ac615068bf1a5f0d is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:07:52.460650 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-09d7b84e-d347-40ba-be4f-2e211a076eb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:07:52.466887 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-09d7b84e-d347-40ba-be4f-2e211a076eb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:07:52.531646 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-09d7b84e-d347-40ba-be4f-2e211a076eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:52.534349 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-09d7b84e-d347-40ba-be4f-2e211a076eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:52.541672 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-e95359f0-528b-480c-b326-a29d7747372c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:52.587033 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-09d7b84e-d347-40ba-be4f-2e211a076eb8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b6ea6530adec4c76ac615068bf1a5f0d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3183458 Sep 20 16:07:52.587902 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d7b84e-d347-40ba-be4f-2e211a076eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034c267d-0840-4117-9a40-b3ffcec462cc,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:52.589851 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 33366) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:52.590964 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-09d7b84e-d347-40ba-be4f-2e211a076eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:52.654575 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-bed5ca04-1e47-491b-8ce4-b4b493642275 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:52.681317 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-bed5ca04-1e47-491b-8ce4-b4b493642275 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:52.729320 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-bed5ca04-1e47-491b-8ce4-b4b493642275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:52.734895 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-983f8e67-38ab-4b9c-96e6-1e06796d2fd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:52.748610 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5ca04-1e47-491b-8ce4-b4b493642275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034c267d-0840-4117-9a40-b3ffcec462cc,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:52.751663 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-bed5ca04-1e47-491b-8ce4-b4b493642275 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:52.752418 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-bed5ca04-1e47-491b-8ce4-b4b493642275 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:52.756625 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-bed5ca04-1e47-491b-8ce4-b4b493642275 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/034c267d-0840-4117-9a40-b3ffcec462cc HTTP/1.1" status: 204 len: 168 time: 0.1636708 Sep 20 16:07:54.103694 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 33406) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:54.254472 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1bc0600e-128d-49d1-ae57-3759e005b23d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:54.287929 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-1bc0600e-128d-49d1-ae57-3759e005b23d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:07:54.292179 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-1bc0600e-128d-49d1-ae57-3759e005b23d admin admin] Usage tracker for resource:security_group_rule and tenant:8a87a46a1ccf444c887364348809a386 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:07:54.295840 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-1bc0600e-128d-49d1-ae57-3759e005b23d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:07:54.302105 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-1bc0600e-128d-49d1-ae57-3759e005b23d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:07:54.372351 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1bc0600e-128d-49d1-ae57-3759e005b23d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:54.375547 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1bc0600e-128d-49d1-ae57-3759e005b23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:54.383240 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f057d2b6-4445-463f-b45b-7b64d0a1f6d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:54.425364 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc0600e-128d-49d1-ae57-3759e005b23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4aca13-ddbb-4cfb-ad4a-732b403ec39a,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:54.428589 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-1bc0600e-128d-49d1-ae57-3759e005b23d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:54.434041 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-1bc0600e-128d-49d1-ae57-3759e005b23d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8a87a46a1ccf444c887364348809a386&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3261242 Sep 20 16:07:54.434463 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 33420) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:54.501102 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2cfb1a62-fadb-418b-8aa2-73eeb2716f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:54.528719 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2cfb1a62-fadb-418b-8aa2-73eeb2716f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:54.579548 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2cfb1a62-fadb-418b-8aa2-73eeb2716f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:54.585065 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-fc6ff86a-9328-4d7e-8c1d-6e957237daa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:54.599491 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb1a62-fadb-418b-8aa2-73eeb2716f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4aca13-ddbb-4cfb-ad4a-732b403ec39a,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:54.602095 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-2cfb1a62-fadb-418b-8aa2-73eeb2716f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:54.605690 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2cfb1a62-fadb-418b-8aa2-73eeb2716f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:54.607499 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-2cfb1a62-fadb-418b-8aa2-73eeb2716f6f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/be4aca13-ddbb-4cfb-ad4a-732b403ec39a HTTP/1.1" status: 204 len: 168 time: 0.1723168 Sep 20 16:07:57.717778 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 33488) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:57.867739 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f8a1bfcb-b797-41f5-810c-ed34caa6450d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:57.899670 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-f8a1bfcb-b797-41f5-810c-ed34caa6450d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:07:57.904258 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-f8a1bfcb-b797-41f5-810c-ed34caa6450d admin admin] Usage tracker for resource:security_group_rule and tenant:40786f0c7e0047498efdd723a39481e3 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:07:57.907690 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-f8a1bfcb-b797-41f5-810c-ed34caa6450d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:07:57.913605 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-f8a1bfcb-b797-41f5-810c-ed34caa6450d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:07:57.980204 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f8a1bfcb-b797-41f5-810c-ed34caa6450d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:57.982824 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f8a1bfcb-b797-41f5-810c-ed34caa6450d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:57.991709 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-9f9715c6-f0f4-4feb-9bf2-c4240930e831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:58.034529 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-f8a1bfcb-b797-41f5-810c-ed34caa6450d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=40786f0c7e0047498efdd723a39481e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3156466 Sep 20 16:07:58.035320 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a1bfcb-b797-41f5-810c-ed34caa6450d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84b7861-573b-4bdc-a9a3-b6fc531c5d79,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:58.037510 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 33494) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:58.038469 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f8a1bfcb-b797-41f5-810c-ed34caa6450d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:58.102020 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8ebdc153-2f76-4298-96a0-259c5cf77686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:58.127895 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8ebdc153-2f76-4298-96a0-259c5cf77686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:58.175751 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8ebdc153-2f76-4298-96a0-259c5cf77686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:58.180760 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-5365b21a-9a2d-478c-ab97-63b3f2c80211 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:58.193184 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebdc153-2f76-4298-96a0-259c5cf77686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84b7861-573b-4bdc-a9a3-b6fc531c5d79,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:58.208713 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebdc153-2f76-4298-96a0-259c5cf77686 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:07:58.209127 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebdc153-2f76-4298-96a0-259c5cf77686 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:07:58.209538 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebdc153-2f76-4298-96a0-259c5cf77686 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:07:58.209939 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebdc153-2f76-4298-96a0-259c5cf77686 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:07:58.210335 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebdc153-2f76-4298-96a0-259c5cf77686 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:07:58.210734 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebdc153-2f76-4298-96a0-259c5cf77686 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:07:58.211154 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebdc153-2f76-4298-96a0-259c5cf77686 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:07:58.211549 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebdc153-2f76-4298-96a0-259c5cf77686 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:07:58.211941 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebdc153-2f76-4298-96a0-259c5cf77686 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:07:58.212333 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebdc153-2f76-4298-96a0-259c5cf77686 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:07:58.212721 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebdc153-2f76-4298-96a0-259c5cf77686 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:07:58.216238 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-8ebdc153-2f76-4298-96a0-259c5cf77686 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:58.217089 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8ebdc153-2f76-4298-96a0-259c5cf77686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:58.218288 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-8ebdc153-2f76-4298-96a0-259c5cf77686 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e84b7861-573b-4bdc-a9a3-b6fc531c5d79 HTTP/1.1" status: 204 len: 168 time: 0.1797180 Sep 20 16:07:58.548907 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 33504) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:58.568672 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c0a02637-f3e0-433b-9cdd-7dcb458c61f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:58.601291 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-c0a02637-f3e0-433b-9cdd-7dcb458c61f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:07:58.605851 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-c0a02637-f3e0-433b-9cdd-7dcb458c61f2 admin admin] Usage tracker for resource:security_group_rule and tenant:b569816e1b004686aacad23b3779a2b6 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:07:58.608736 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-c0a02637-f3e0-433b-9cdd-7dcb458c61f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:07:58.614605 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-c0a02637-f3e0-433b-9cdd-7dcb458c61f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:07:58.680044 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c0a02637-f3e0-433b-9cdd-7dcb458c61f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:58.682776 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c0a02637-f3e0-433b-9cdd-7dcb458c61f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:58.690101 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f48d1fc8-e523-400d-a88c-1a1209e766c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:58.732549 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a02637-f3e0-433b-9cdd-7dcb458c61f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655249c9-a24d-428c-a486-63bae68712b6,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:58.737620 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-c0a02637-f3e0-433b-9cdd-7dcb458c61f2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b569816e1b004686aacad23b3779a2b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1876206 Sep 20 16:07:58.738565 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c0a02637-f3e0-433b-9cdd-7dcb458c61f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:58.740415 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 33508) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:58.801322 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ab7f8d7a-b60e-4eb2-83b3-502ae64ee2dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:58.831145 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ab7f8d7a-b60e-4eb2-83b3-502ae64ee2dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:58.877073 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ab7f8d7a-b60e-4eb2-83b3-502ae64ee2dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:58.882144 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d8566e59-61d9-4cba-8ac2-c37b9e6eb17a tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:58.896287 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f8d7a-b60e-4eb2-83b3-502ae64ee2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655249c9-a24d-428c-a486-63bae68712b6,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:58.899123 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-ab7f8d7a-b60e-4eb2-83b3-502ae64ee2dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:58.900301 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ab7f8d7a-b60e-4eb2-83b3-502ae64ee2dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:58.904223 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-ab7f8d7a-b60e-4eb2-83b3-502ae64ee2dd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/655249c9-a24d-428c-a486-63bae68712b6 HTTP/1.1" status: 204 len: 168 time: 0.1627824 Sep 20 16:07:59.303709 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 33516) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:59.325122 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8b7e7156-0468-4ca3-97e5-c5f4d1fdfa46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:59.358196 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-8b7e7156-0468-4ca3-97e5-c5f4d1fdfa46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:07:59.362185 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-8b7e7156-0468-4ca3-97e5-c5f4d1fdfa46 admin admin] Usage tracker for resource:security_group_rule and tenant:822e9c7bf3904e7ab168e049a6427855 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:07:59.366191 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-8b7e7156-0468-4ca3-97e5-c5f4d1fdfa46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:07:59.374972 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-8b7e7156-0468-4ca3-97e5-c5f4d1fdfa46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:07:59.441775 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8b7e7156-0468-4ca3-97e5-c5f4d1fdfa46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:59.444326 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8b7e7156-0468-4ca3-97e5-c5f4d1fdfa46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:59.451727 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-736a3aa2-a0b1-44f1-81a3-465dcae6c69b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:59.493891 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e7156-0468-4ca3-97e5-c5f4d1fdfa46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1849e4dc-ae1e-430c-ae60-661c135215d2,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:59.497614 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-8b7e7156-0468-4ca3-97e5-c5f4d1fdfa46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:59.500324 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-8b7e7156-0468-4ca3-97e5-c5f4d1fdfa46 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=822e9c7bf3904e7ab168e049a6427855&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1952558 Sep 20 16:07:59.503266 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 33522) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:07:59.569351 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-731fd668-050c-4993-8703-95924bf3e6d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:59.595503 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-731fd668-050c-4993-8703-95924bf3e6d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:59.639617 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-731fd668-050c-4993-8703-95924bf3e6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:59.644794 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-8ebdc153-2f76-4298-96a0-259c5cf77686 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:07:59.657474 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731fd668-050c-4993-8703-95924bf3e6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1849e4dc-ae1e-430c-ae60-661c135215d2,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:07:59.660703 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-731fd668-050c-4993-8703-95924bf3e6d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:07:59.662659 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-731fd668-050c-4993-8703-95924bf3e6d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:07:59.664045 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-731fd668-050c-4993-8703-95924bf3e6d8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1849e4dc-ae1e-430c-ae60-661c135215d2 HTTP/1.1" status: 204 len: 168 time: 0.1596825 Sep 20 16:08:02.779131 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e16ee8a5-93e6-406b-8f21-3f4cbbe7624d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:04.139612 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:05.123281 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2bcc28ec-473a-4066-8758-cb4e3ca39ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:05.579889 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:06.920096 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:07.356090 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 33626) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:08:07.506222 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2903359e-3e8f-404d-804f-6e6f7fa36520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:07.538159 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-2903359e-3e8f-404d-804f-6e6f7fa36520 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:08:07.542730 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-2903359e-3e8f-404d-804f-6e6f7fa36520 admin admin] Usage tracker for resource:security_group_rule and tenant:f90a85d37c3f4a2589a548c566191940 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:08:07.545672 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-2903359e-3e8f-404d-804f-6e6f7fa36520 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:08:07.551639 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-2903359e-3e8f-404d-804f-6e6f7fa36520 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:08:07.617665 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2903359e-3e8f-404d-804f-6e6f7fa36520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:07.620552 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2903359e-3e8f-404d-804f-6e6f7fa36520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:07.627941 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-bdf9b9be-a792-49e4-8999-071a079689e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:08:07.675761 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-2903359e-3e8f-404d-804f-6e6f7fa36520 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f90a85d37c3f4a2589a548c566191940&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3180661 Sep 20 16:08:07.676630 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903359e-3e8f-404d-804f-6e6f7fa36520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c85a309-6a0f-4fd0-9f71-3750cbdd339a,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:08:07.678574 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 33632) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:08:07.679814 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-2903359e-3e8f-404d-804f-6e6f7fa36520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:08:07.744277 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c89ee952-e73d-4275-b065-b9f7a98e9d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:07.770389 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c89ee952-e73d-4275-b065-b9f7a98e9d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:07.814049 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c89ee952-e73d-4275-b065-b9f7a98e9d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:07.818862 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d2d62d2d-7bf1-4799-af89-ae3fc2993213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:08:07.831755 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ee952-e73d-4275-b065-b9f7a98e9d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c85a309-6a0f-4fd0-9f71-3750cbdd339a,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:08:07.836856 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c89ee952-e73d-4275-b065-b9f7a98e9d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:08:07.841585 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c89ee952-e73d-4275-b065-b9f7a98e9d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:07.842792 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-c89ee952-e73d-4275-b065-b9f7a98e9d0d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8c85a309-6a0f-4fd0-9f71-3750cbdd339a HTTP/1.1" status: 204 len: 168 time: 0.1630290 Sep 20 16:08:08.184211 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 33640) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:08:08.204369 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-cf3fd435-1809-4cf0-ac75-58f9e9c6f582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:08.235858 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-cf3fd435-1809-4cf0-ac75-58f9e9c6f582 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:08:08.239764 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-cf3fd435-1809-4cf0-ac75-58f9e9c6f582 admin admin] Usage tracker for resource:security_group_rule and tenant:fb8988def2674c9289ab976992454ac2 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:08:08.242642 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-cf3fd435-1809-4cf0-ac75-58f9e9c6f582 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:08:08.249129 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-cf3fd435-1809-4cf0-ac75-58f9e9c6f582 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:08:08.317646 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-cf3fd435-1809-4cf0-ac75-58f9e9c6f582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:08.321058 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-cf3fd435-1809-4cf0-ac75-58f9e9c6f582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:08.333176 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-75d057c9-701a-4486-a140-c8b82e9a4109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:08:08.393444 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3fd435-1809-4cf0-ac75-58f9e9c6f582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f5fa9c-75d2-4601-9d87-7928892b4938,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:08:08.396715 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-cf3fd435-1809-4cf0-ac75-58f9e9c6f582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:08:08.401255 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-cf3fd435-1809-4cf0-ac75-58f9e9c6f582 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fb8988def2674c9289ab976992454ac2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2157743 Sep 20 16:08:08.403576 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 33646) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:08:08.466350 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e4ced12e-b37d-4435-83c6-e43f6b8cb311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:08.492778 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e4ced12e-b37d-4435-83c6-e43f6b8cb311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:08.537107 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e4ced12e-b37d-4435-83c6-e43f6b8cb311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:08.541963 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d62ef129-388d-455f-985b-1fb0a53266ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:08:08.556195 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ced12e-b37d-4435-83c6-e43f6b8cb311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f5fa9c-75d2-4601-9d87-7928892b4938,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:08:08.559356 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-e4ced12e-b37d-4435-83c6-e43f6b8cb311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:08:08.563620 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e4ced12e-b37d-4435-83c6-e43f6b8cb311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:08.565631 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-e4ced12e-b37d-4435-83c6-e43f6b8cb311 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d9f5fa9c-75d2-4601-9d87-7928892b4938 HTTP/1.1" status: 204 len: 168 time: 0.1603775 Sep 20 16:08:09.415902 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dfa59d-23fa-4907-ad23-7e10685c39c8 req-76a7bcce-9b5e-478f-94e4-f5bc76a0473b tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:08:09.418063 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-14dfa59d-23fa-4907-ad23-7e10685c39c8 req-76a7bcce-9b5e-478f-94e4-f5bc76a0473b tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 946 time: 0.0841947 Sep 20 16:08:09.466729 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-14dfa59d-23fa-4907-ad23-7e10685c39c8 req-d2fc125d-d52c-47c0-a496-0136292ef84e tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425782 Sep 20 16:08:10.364575 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:10.692406 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227edaf2-836d-4138-a116-d0822886cd5b req-ccb40a9e-c643-4fb2-86da-eee70615b592 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:08:10.694033 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-227edaf2-836d-4138-a116-d0822886cd5b req-ccb40a9e-c643-4fb2-86da-eee70615b592 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 946 time: 0.0972335 Sep 20 16:08:10.744618 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-227edaf2-836d-4138-a116-d0822886cd5b req-5834f9ce-3b0d-4f9a-b584-bfa9a0a1b6f8 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430441 Sep 20 16:08:11.950075 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbf6a2-647f-4bf3-a7e4-b7a7303e72e1 req-8b7feff5-4a7d-4a0c-999d-659bf38cc936 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:08:11.951722 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1cdbf6a2-647f-4bf3-a7e4-b7a7303e72e1 req-8b7feff5-4a7d-4a0c-999d-659bf38cc936 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 946 time: 0.0829368 Sep 20 16:08:11.998565 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1cdbf6a2-647f-4bf3-a7e4-b7a7303e72e1 req-2e98109a-8e40-49d3-bf18-272cb7d7dcdc tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406082 Sep 20 16:08:13.207115 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd3f99-30c2-4cd0-b68e-53c362d27c25 req-6c848198-d245-4e43-8a4d-1af4880a6371 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:08:13.208694 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f1dd3f99-30c2-4cd0-b68e-53c362d27c25 req-6c848198-d245-4e43-8a4d-1af4880a6371 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 946 time: 0.0847011 Sep 20 16:08:13.255015 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f1dd3f99-30c2-4cd0-b68e-53c362d27c25 req-825c2d8b-f8e5-4357-adee-fba71785c72a tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396650 Sep 20 16:08:14.464967 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc14230-8e5f-4637-b353-70d057a2463c req-b44af097-51d8-44f0-9a38-d123c10e6ae1 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:08:14.466583 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3cc14230-8e5f-4637-b353-70d057a2463c req-b44af097-51d8-44f0-9a38-d123c10e6ae1 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 946 time: 0.0837977 Sep 20 16:08:14.515211 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3cc14230-8e5f-4637-b353-70d057a2463c req-2d2114ea-8d1a-43c0-a1db-b62925318fa7 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424297 Sep 20 16:08:15.226727 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.agents_db [None req-ae0f67a0-09e8-4135-93df-5bebfb5cb2de None None] Agent healthcheck: found 6 active agents {{(pid=82371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 20 16:08:15.721521 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df22048-43b1-46c4-a301-e53b3a275293 req-dfbbffdb-5f36-4a77-9c24-b7060c15d545 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:08:15.723198 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3df22048-43b1-46c4-a301-e53b3a275293 req-dfbbffdb-5f36-4a77-9c24-b7060c15d545 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 946 time: 0.0856583 Sep 20 16:08:15.771007 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3df22048-43b1-46c4-a301-e53b3a275293 req-602e466b-d863-4a48-b476-00d5470d2754 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414481 Sep 20 16:08:16.307206 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 33850) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:08:16.462754 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dfd78351-149d-4a07-b606-c17cbaaae97f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:16.494592 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-dfd78351-149d-4a07-b606-c17cbaaae97f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:08:16.499185 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-dfd78351-149d-4a07-b606-c17cbaaae97f admin admin] Usage tracker for resource:security_group_rule and tenant:f5bb8fc1a09845a6b1fa42408b6dcd97 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:08:16.502235 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-dfd78351-149d-4a07-b606-c17cbaaae97f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:08:16.508587 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-dfd78351-149d-4a07-b606-c17cbaaae97f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:08:16.576742 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dfd78351-149d-4a07-b606-c17cbaaae97f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:16.579851 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dfd78351-149d-4a07-b606-c17cbaaae97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:16.587615 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0cde2b3b-b6b6-4aa3-b8e7-25f55b0b71f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:08:16.633813 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd78351-149d-4a07-b606-c17cbaaae97f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceaa1664-39b5-4e4c-8133-8aa615530076,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:08:16.637745 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-dfd78351-149d-4a07-b606-c17cbaaae97f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:08:16.643230 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-dfd78351-149d-4a07-b606-c17cbaaae97f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f5bb8fc1a09845a6b1fa42408b6dcd97&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3317392 Sep 20 16:08:16.643767 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 33864) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:08:16.674008 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 33868) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:08:16.706506 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8b7fb03e-1a32-4df1-974e-e14d8db95e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:16.733165 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8b7fb03e-1a32-4df1-974e-e14d8db95e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:16.776950 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8b7fb03e-1a32-4df1-974e-e14d8db95e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:16.782078 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c6fd9f40-7950-4fb2-944b-52c7302860a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:08:16.795930 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7fb03e-1a32-4df1-974e-e14d8db95e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceaa1664-39b5-4e4c-8133-8aa615530076,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:08:16.799817 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-8b7fb03e-1a32-4df1-974e-e14d8db95e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:08:16.799817 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8b7fb03e-1a32-4df1-974e-e14d8db95e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:16.803801 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-8b7fb03e-1a32-4df1-974e-e14d8db95e61 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ceaa1664-39b5-4e4c-8133-8aa615530076 HTTP/1.1" status: 204 len: 168 time: 0.1593211 Sep 20 16:08:16.846826 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5847fe6a-2f53-42f1-b6cd-5b7db4857146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:16.911880 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-5847fe6a-2f53-42f1-b6cd-5b7db4857146 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:08:16.915677 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-5847fe6a-2f53-42f1-b6cd-5b7db4857146 admin admin] Usage tracker for resource:security_group_rule and tenant:fd592c1bfaca4a6aa07f9cd808f6ba0d is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:08:16.920183 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-5847fe6a-2f53-42f1-b6cd-5b7db4857146 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:08:16.926638 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-5847fe6a-2f53-42f1-b6cd-5b7db4857146 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:08:17.074519 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5847fe6a-2f53-42f1-b6cd-5b7db4857146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:17.081575 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfdc2e-85df-4391-8072-ddf5dc38ea56 req-24ccc551-8962-4045-8592-51e4972a0f61 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:08:17.083339 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-6bcfdc2e-85df-4391-8072-ddf5dc38ea56 req-24ccc551-8962-4045-8592-51e4972a0f61 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 946 time: 0.1760044 Sep 20 16:08:17.084777 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5847fe6a-2f53-42f1-b6cd-5b7db4857146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:17.095039 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c89ee952-e73d-4275-b065-b9f7a98e9d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:08:17.160167 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847fe6a-2f53-42f1-b6cd-5b7db4857146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa79ec0-b2a0-4b0c-9050-ed45080e8ae5,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:08:17.174475 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-5847fe6a-2f53-42f1-b6cd-5b7db4857146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:08:17.185153 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-5847fe6a-2f53-42f1-b6cd-5b7db4857146 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fd592c1bfaca4a6aa07f9cd808f6ba0d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5100679 Sep 20 16:08:17.188148 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 33878) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:08:17.190495 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-6bcfdc2e-85df-4391-8072-ddf5dc38ea56 req-4df1cfc5-d6c5-490b-929e-4c83bca69515 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972877 Sep 20 16:08:17.255685 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-937df3fe-5682-476f-a460-7b9bc964877f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:17.282032 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-937df3fe-5682-476f-a460-7b9bc964877f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:17.325121 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-937df3fe-5682-476f-a460-7b9bc964877f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:17.330233 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-cada8703-2964-4219-baa6-170abe6825d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:08:17.341179 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937df3fe-5682-476f-a460-7b9bc964877f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa79ec0-b2a0-4b0c-9050-ed45080e8ae5,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:08:17.345954 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-937df3fe-5682-476f-a460-7b9bc964877f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:08:17.347913 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-937df3fe-5682-476f-a460-7b9bc964877f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:17.349126 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-937df3fe-5682-476f-a460-7b9bc964877f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/afa79ec0-b2a0-4b0c-9050-ed45080e8ae5 HTTP/1.1" status: 204 len: 168 time: 0.1599216 Sep 20 16:08:17.746530 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 33886) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:08:17.766746 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-68c664d9-46b5-4f3b-bf5f-0f5aea915e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:17.798474 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-68c664d9-46b5-4f3b-bf5f-0f5aea915e84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:08:17.802401 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-68c664d9-46b5-4f3b-bf5f-0f5aea915e84 admin admin] Usage tracker for resource:security_group_rule and tenant:ad3bcad9f94c4dfe9639b22f57c14b40 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:08:17.805268 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-68c664d9-46b5-4f3b-bf5f-0f5aea915e84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:08:17.811631 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-68c664d9-46b5-4f3b-bf5f-0f5aea915e84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:08:17.877305 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-68c664d9-46b5-4f3b-bf5f-0f5aea915e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:17.880120 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-68c664d9-46b5-4f3b-bf5f-0f5aea915e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:17.888210 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-117ad635-ab43-4fc0-af24-b563fd3ca750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:08:17.930287 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c664d9-46b5-4f3b-bf5f-0f5aea915e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69601adf-3983-46ff-8f32-7d831a27d788,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:08:17.935192 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-68c664d9-46b5-4f3b-bf5f-0f5aea915e84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:08:17.939284 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-68c664d9-46b5-4f3b-bf5f-0f5aea915e84 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ad3bcad9f94c4dfe9639b22f57c14b40&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1899171 Sep 20 16:08:17.940447 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 33890) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:08:18.004888 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-be1cbb47-7fbc-4c0a-962e-ac2ba3c5f71f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:18.031088 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-be1cbb47-7fbc-4c0a-962e-ac2ba3c5f71f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:18.074228 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-be1cbb47-7fbc-4c0a-962e-ac2ba3c5f71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:18.079364 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-78ea548c-2292-43ad-8f6f-e1c0014d3cd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:08:18.093167 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1cbb47-7fbc-4c0a-962e-ac2ba3c5f71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69601adf-3983-46ff-8f32-7d831a27d788,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:08:18.095980 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-be1cbb47-7fbc-4c0a-962e-ac2ba3c5f71f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:08:18.097135 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-be1cbb47-7fbc-4c0a-962e-ac2ba3c5f71f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:18.098298 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-be1cbb47-7fbc-4c0a-962e-ac2ba3c5f71f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/69601adf-3983-46ff-8f32-7d831a27d788 HTTP/1.1" status: 204 len: 168 time: 0.1569250 Sep 20 16:08:18.399709 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13be5e5-364a-4681-83dc-3023965191e1 req-51391b76-6e06-4a15-bd46-2fbf435deae0 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:08:18.401335 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d13be5e5-364a-4681-83dc-3023965191e1 req-51391b76-6e06-4a15-bd46-2fbf435deae0 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 946 time: 0.0857127 Sep 20 16:08:18.451570 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d13be5e5-364a-4681-83dc-3023965191e1 req-94e5381b-8aaf-4e51-bf58-5d8c5db3761f tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437603 Sep 20 16:08:19.535245 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c7bdf764-558d-47fd-a0a1-c54138315c32 req-0aac7e88-2fb5-4c41-8011-b7f3ab59c43d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6306c250ae944d37a3e32aa956ccd533&device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 1099 time: 0.0748355 Sep 20 16:08:19.662724 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf59f17-ae21-416f-b15b-32c112863bb6 req-010e03d1-445e-496b-8782-ea863d10a9ec tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:08:19.664384 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bcf59f17-ae21-416f-b15b-32c112863bb6 req-010e03d1-445e-496b-8782-ea863d10a9ec tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 946 time: 0.0893242 Sep 20 16:08:19.686546 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bdf764-558d-47fd-a0a1-c54138315c32 req-17cea16e-4d2c-48ae-ab9b-14eaa3b48dd2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:08:19.688345 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c7bdf764-558d-47fd-a0a1-c54138315c32 req-17cea16e-4d2c-48ae-ab9b-14eaa3b48dd2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=00f00114-e797-4923-84d8-1eb9559185f6 HTTP/1.1" status: 200 len: 909 time: 0.1465821 Sep 20 16:08:19.715768 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bcf59f17-ae21-416f-b15b-32c112863bb6 req-905c6ebf-6efc-4186-95b4-ab635cc77ec2 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448365 Sep 20 16:08:19.802998 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c7bdf764-558d-47fd-a0a1-c54138315c32 req-c75798aa-01e2-441f-92cd-be6c9d80084f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0551b379-b9d8-4e89-87ff-678c341f24b2 HTTP/1.1" status: 200 len: 1001 time: 0.1068935 Sep 20 16:08:19.880127 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bdf764-558d-47fd-a0a1-c54138315c32 req-5256c630-69e0-4745-b816-97a48b7dd340 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:08:19.881785 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c7bdf764-558d-47fd-a0a1-c54138315c32 req-5256c630-69e0-4745-b816-97a48b7dd340 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc04fde6-0920-4d15-9c98-c393d9df92d2 HTTP/1.1" status: 200 len: 847 time: 0.0692394 Sep 20 16:08:19.966035 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c7bdf764-558d-47fd-a0a1-c54138315c32 req-4aabf26d-268d-4d44-a47a-50eb40d679f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00f00114-e797-4923-84d8-1eb9559185f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0772297 Sep 20 16:08:20.111004 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c7bdf764-558d-47fd-a0a1-c54138315c32 req-081713e4-b053-47b3-801f-ac0a907e8834 service neutron] 10.222.0.36 "GET /v2.0/networks/00f00114-e797-4923-84d8-1eb9559185f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366932 Sep 20 16:08:20.256001 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c7bdf764-558d-47fd-a0a1-c54138315c32 req-304597d5-fe65-4abd-8f40-29707f708f34 service neutron] 10.222.0.36 "GET /v2.0/networks/00f00114-e797-4923-84d8-1eb9559185f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384287 Sep 20 16:08:20.925472 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee796b-8a52-4f23-abdf-415e25860b83 req-e2ca4095-b1f2-46de-b58d-9aa27a21fe67 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:08:20.927191 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-12ee796b-8a52-4f23-abdf-415e25860b83 req-e2ca4095-b1f2-46de-b58d-9aa27a21fe67 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 946 time: 0.0863287 Sep 20 16:08:20.976123 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-12ee796b-8a52-4f23-abdf-415e25860b83 req-b455f534-05a6-47a0-bc88-71c081de04c1 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416420 Sep 20 16:08:21.190191 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-50382ea0-ae9e-4327-bd2b-965f2c3b3e72 req-44723948-76de-4985-8838-ba7379cb3535 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6306c250ae944d37a3e32aa956ccd533&device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 1099 time: 0.0802481 Sep 20 16:08:21.348641 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50382ea0-ae9e-4327-bd2b-965f2c3b3e72 req-d4a7d4f3-b381-4b6e-b140-3472f53d3097 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:08:21.350204 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-50382ea0-ae9e-4327-bd2b-965f2c3b3e72 req-d4a7d4f3-b381-4b6e-b140-3472f53d3097 service neutron] 10.222.0.36 "GET /v2.0/networks?id=00f00114-e797-4923-84d8-1eb9559185f6 HTTP/1.1" status: 200 len: 909 time: 0.1385183 Sep 20 16:08:21.453350 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-50382ea0-ae9e-4327-bd2b-965f2c3b3e72 req-7f0a91d9-f816-4aad-aa4e-36bdbc860330 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0551b379-b9d8-4e89-87ff-678c341f24b2 HTTP/1.1" status: 200 len: 1001 time: 0.0959737 Sep 20 16:08:21.524459 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50382ea0-ae9e-4327-bd2b-965f2c3b3e72 req-67751fee-b67f-4027-9ef6-176823758492 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:08:21.526500 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-50382ea0-ae9e-4327-bd2b-965f2c3b3e72 req-67751fee-b67f-4027-9ef6-176823758492 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc04fde6-0920-4d15-9c98-c393d9df92d2 HTTP/1.1" status: 200 len: 847 time: 0.0654769 Sep 20 16:08:21.603120 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-50382ea0-ae9e-4327-bd2b-965f2c3b3e72 req-dd131fd3-1992-4608-b8c4-4d9c2786b625 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00f00114-e797-4923-84d8-1eb9559185f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708218 Sep 20 16:08:21.742918 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-50382ea0-ae9e-4327-bd2b-965f2c3b3e72 req-c36685ea-25eb-4e13-8e11-de4e88701483 service neutron] 10.222.0.36 "GET /v2.0/networks/00f00114-e797-4923-84d8-1eb9559185f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319320 Sep 20 16:08:21.888256 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-50382ea0-ae9e-4327-bd2b-965f2c3b3e72 req-e98033e8-0905-4c82-b2b2-00f680df0909 service neutron] 10.222.0.36 "GET /v2.0/networks/00f00114-e797-4923-84d8-1eb9559185f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379960 Sep 20 16:08:22.179240 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac81e42-2f16-4abd-860d-986fa3ce5b8f req-c6983857-ba8a-4d8a-82b0-35ebb41d492d tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:08:22.180724 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bac81e42-2f16-4abd-860d-986fa3ce5b8f req-c6983857-ba8a-4d8a-82b0-35ebb41d492d tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 946 time: 0.0805223 Sep 20 16:08:22.234773 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-bac81e42-2f16-4abd-860d-986fa3ce5b8f req-734eae77-fdd8-48d1-9e36-f9043265cdf3 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479262 Sep 20 16:08:23.438708 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35629d95-ead6-48a6-b549-728a90891b77 req-024c681a-25c0-4054-aa99-4e56db262fa4 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:08:23.440348 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-35629d95-ead6-48a6-b549-728a90891b77 req-024c681a-25c0-4054-aa99-4e56db262fa4 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 946 time: 0.0818012 Sep 20 16:08:23.489763 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-35629d95-ead6-48a6-b549-728a90891b77 req-8ffafcce-3a41-4ce4-8ffa-268084f2c5f1 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433903 Sep 20 16:08:23.687947 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-94e3b89a-0ec1-4e65-bcae-02272c3e11e2 req-f53db73e-2242-4f25-896c-925925fb713a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0768864 Sep 20 16:08:24.819978 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 0551b379-b9d8-4e89-87ff-678c341f24b2 no longer exists at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:08:24.963727 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:24.983204 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a380e1b-b549-453f-b796-44ca9c7c5532 req-9f0042a3-b806-4e7c-934c-cd5de30951e0 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:08:24.990643 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5a380e1b-b549-453f-b796-44ca9c7c5532 req-9f0042a3-b806-4e7c-934c-cd5de30951e0 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 946 time: 0.0913153 Sep 20 16:08:25.001677 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 0551b379-b9d8-4e89-87ff-678c341f24b2, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=0551b379-b9d8-4e89-87ff-678c341f24b2,segment=NetworkSegment(28f4d88d-0f86-4778-bde3-e90c9f794a0e),segment_id=28f4d88d-0f86-4778-bde3-e90c9f794a0e)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:08:25.002969 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e76a3a0-2d97-4256-9062-3457eba9cffa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0551b379-b9d8-4e89-87ff-678c341f24b2'}] {{(pid=82370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:08:25.009490 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:25.011583 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:08:25.031024 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ee62200a-cdce-44ca-b48d-cfa49db4d51c req-532a4056-8d34-49fc-a8da-6dc96951f7fd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1875100 Sep 20 16:08:25.045979 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5a380e1b-b549-453f-b796-44ca9c7c5532 req-fb7267a7-6d02-4902-8378-fada8e955bd6 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541108 Sep 20 16:08:25.089431 dv-cinder-809669-1-iscsi neutron-server[82259]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9e76a3a0-2d97-4256-9062-3457eba9cffa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0551b379-b9d8-4e89-87ff-678c341f24b2', 'code': 422} returned with failed status Sep 20 16:08:25.102118 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=0551b379-b9d8-4e89-87ff-678c341f24b2,revision_number=6']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:08:25.111858 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:08:25.112244 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:08:25.112619 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:08:25.112988 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:08:25.113356 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:08:25.113700 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:08:25.114257 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:08:25.115002 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:08:25.115437 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:08:25.115799 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:08:25.116157 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82370) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:08:25.121043 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:08:26.248350 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b16cef-3531-47d3-84af-c9cf149f7f10 req-549301f7-ab1f-49db-8081-ff6df745113b tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:08:26.249964 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-18b16cef-3531-47d3-84af-c9cf149f7f10 req-549301f7-ab1f-49db-8081-ff6df745113b tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 944 time: 0.0867126 Sep 20 16:08:26.299383 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-18b16cef-3531-47d3-84af-c9cf149f7f10 req-03d36b2a-89b3-49a9-a712-0744a9b48abe tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429807 Sep 20 16:08:27.499840 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fe6c5-67ab-4ab9-886e-c22dd13a0a07 req-081af67c-d44a-47b3-886d-f7255b26b49e tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:08:27.501436 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3c5fe6c5-67ab-4ab9-886e-c22dd13a0a07 req-081af67c-d44a-47b3-886d-f7255b26b49e tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 944 time: 0.0817771 Sep 20 16:08:27.548458 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3c5fe6c5-67ab-4ab9-886e-c22dd13a0a07 req-b7943791-3025-4cd5-ae0b-acd3f2e5656b tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410247 Sep 20 16:08:28.392604 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 34050) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:08:28.540154 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-93ae1460-3569-432b-ac64-06f20cf4f29c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:28.571853 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-93ae1460-3569-432b-ac64-06f20cf4f29c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:08:28.576459 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-93ae1460-3569-432b-ac64-06f20cf4f29c admin admin] Usage tracker for resource:security_group_rule and tenant:237bd61d4e504383b92151f22770c8f3 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:08:28.579627 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-93ae1460-3569-432b-ac64-06f20cf4f29c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:08:28.585623 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-93ae1460-3569-432b-ac64-06f20cf4f29c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:08:28.652715 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-93ae1460-3569-432b-ac64-06f20cf4f29c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:28.655681 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-93ae1460-3569-432b-ac64-06f20cf4f29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:28.663990 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d31c9afa-99c1-4c52-be80-8a927e2102b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:08:28.706069 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae1460-3569-432b-ac64-06f20cf4f29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3cb277-9c49-428a-9db8-6713789f51dc,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:08:28.709352 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-93ae1460-3569-432b-ac64-06f20cf4f29c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:08:28.715446 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-93ae1460-3569-432b-ac64-06f20cf4f29c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=237bd61d4e504383b92151f22770c8f3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3192074 Sep 20 16:08:28.716161 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 34058) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:08:28.754941 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783aecd-7bcc-41f0-af9a-eacee0d23cc7 req-76189bf7-b38c-4cd8-a994-87e7ce6c1599 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:08:28.756562 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3783aecd-7bcc-41f0-af9a-eacee0d23cc7 req-76189bf7-b38c-4cd8-a994-87e7ce6c1599 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 944 time: 0.0882375 Sep 20 16:08:28.778316 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ee4ba8c1-b5f3-4213-88fe-7d320d284218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:28.804316 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3783aecd-7bcc-41f0-af9a-eacee0d23cc7 req-5a1a4ddd-a74f-4000-912d-570858ab5b4b tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416617 Sep 20 16:08:28.805168 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ee4ba8c1-b5f3-4213-88fe-7d320d284218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:28.856373 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ee4ba8c1-b5f3-4213-88fe-7d320d284218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:28.861708 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-5530fe02-5d81-4a5e-b89f-68324b261bd3 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:08:28.875936 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4ba8c1-b5f3-4213-88fe-7d320d284218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3cb277-9c49-428a-9db8-6713789f51dc,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:08:28.879040 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-ee4ba8c1-b5f3-4213-88fe-7d320d284218 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:08:28.879989 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ee4ba8c1-b5f3-4213-88fe-7d320d284218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:28.883838 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-ee4ba8c1-b5f3-4213-88fe-7d320d284218 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ce3cb277-9c49-428a-9db8-6713789f51dc HTTP/1.1" status: 204 len: 168 time: 0.1666458 Sep 20 16:08:29.221733 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 34066) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:08:29.241814 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e6542839-c8da-4e86-946f-c29f7be55097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:29.273074 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-e6542839-c8da-4e86-946f-c29f7be55097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:08:29.277575 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-e6542839-c8da-4e86-946f-c29f7be55097 admin admin] Usage tracker for resource:security_group_rule and tenant:276969824114430a86df74d07c78a8b4 is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:08:29.280501 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-e6542839-c8da-4e86-946f-c29f7be55097 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:08:29.286391 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-e6542839-c8da-4e86-946f-c29f7be55097 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:08:29.359427 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e6542839-c8da-4e86-946f-c29f7be55097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:29.362090 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e6542839-c8da-4e86-946f-c29f7be55097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:29.370681 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-8b7fb03e-1a32-4df1-974e-e14d8db95e61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:08:29.414565 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6542839-c8da-4e86-946f-c29f7be55097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c467e8f6-b0b2-464a-818e-16dab7aad33e,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:08:29.418623 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-e6542839-c8da-4e86-946f-c29f7be55097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:08:29.424129 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-e6542839-c8da-4e86-946f-c29f7be55097 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=276969824114430a86df74d07c78a8b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2011666 Sep 20 16:08:29.424523 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 34072) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:08:29.489353 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9eb3c433-2d06-4f0d-9ba9-dd1ae59d975e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:29.516959 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9eb3c433-2d06-4f0d-9ba9-dd1ae59d975e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:29.560956 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9eb3c433-2d06-4f0d-9ba9-dd1ae59d975e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:29.565890 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f8a1bfcb-b797-41f5-810c-ed34caa6450d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:08:29.583913 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb3c433-2d06-4f0d-9ba9-dd1ae59d975e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c467e8f6-b0b2-464a-818e-16dab7aad33e,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:08:29.599189 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb3c433-2d06-4f0d-9ba9-dd1ae59d975e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:08:29.599612 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb3c433-2d06-4f0d-9ba9-dd1ae59d975e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:08:29.600003 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb3c433-2d06-4f0d-9ba9-dd1ae59d975e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:08:29.600403 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb3c433-2d06-4f0d-9ba9-dd1ae59d975e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:08:29.600804 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb3c433-2d06-4f0d-9ba9-dd1ae59d975e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:08:29.601198 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb3c433-2d06-4f0d-9ba9-dd1ae59d975e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:08:29.601592 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb3c433-2d06-4f0d-9ba9-dd1ae59d975e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:08:29.601985 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb3c433-2d06-4f0d-9ba9-dd1ae59d975e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:08:29.602378 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb3c433-2d06-4f0d-9ba9-dd1ae59d975e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:08:29.602764 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb3c433-2d06-4f0d-9ba9-dd1ae59d975e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:08:29.603179 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb3c433-2d06-4f0d-9ba9-dd1ae59d975e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:08:29.608251 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-9eb3c433-2d06-4f0d-9ba9-dd1ae59d975e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:08:29.610370 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-9eb3c433-2d06-4f0d-9ba9-dd1ae59d975e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:29.611604 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-9eb3c433-2d06-4f0d-9ba9-dd1ae59d975e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c467e8f6-b0b2-464a-818e-16dab7aad33e HTTP/1.1" status: 204 len: 168 time: 0.1861489 Sep 20 16:08:30.025600 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 34082) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:08:30.049426 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd03e3-6f35-4f79-8964-44c847b8f360 req-8467bc62-be43-454e-a891-9363ff6a3322 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:08:30.050979 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9edd03e3-6f35-4f79-8964-44c847b8f360 req-8467bc62-be43-454e-a891-9363ff6a3322 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 944 time: 0.1010773 Sep 20 16:08:30.053782 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-754893fb-47e9-4475-9e2b-e323fef9d507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:30.126173 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-754893fb-47e9-4475-9e2b-e323fef9d507 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:08:30.130314 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9edd03e3-6f35-4f79-8964-44c847b8f360 req-bc05abb7-8c3b-4290-904b-de5e964923b0 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662463 Sep 20 16:08:30.132696 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-754893fb-47e9-4475-9e2b-e323fef9d507 admin admin] Usage tracker for resource:security_group_rule and tenant:fc13f183cabc44a89feac5addc278fa6 is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:08:30.136328 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-754893fb-47e9-4475-9e2b-e323fef9d507 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:08:30.142723 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-754893fb-47e9-4475-9e2b-e323fef9d507 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:08:30.217474 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-754893fb-47e9-4475-9e2b-e323fef9d507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:30.220654 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-754893fb-47e9-4475-9e2b-e323fef9d507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:30.228354 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-43979a63-1d59-4947-8b2d-fcce94ef02a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:08:30.271930 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754893fb-47e9-4475-9e2b-e323fef9d507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368e8f0a-9c53-4026-99f8-b7d4af96ef47,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:08:30.275900 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-754893fb-47e9-4475-9e2b-e323fef9d507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:08:30.280788 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-754893fb-47e9-4475-9e2b-e323fef9d507 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fc13f183cabc44a89feac5addc278fa6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2516921 Sep 20 16:08:30.281897 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 34086) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:08:30.327246 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ee62200a-cdce-44ca-b48d-cfa49db4d51c req-b8e9454c-0d1a-462b-a845-65ef95216b03 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa&tenant_id=6306c250ae944d37a3e32aa956ccd533 HTTP/1.1" status: 200 len: 1097 time: 0.0923672 Sep 20 16:08:30.345226 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dcd258e6-6c90-4b9d-9561-2c2f03599199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:30.372856 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dcd258e6-6c90-4b9d-9561-2c2f03599199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:30.416325 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dcd258e6-6c90-4b9d-9561-2c2f03599199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:30.421946 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-6e7c9731-4d41-45cd-9159-c63cb322bc99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:08:30.423409 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ee62200a-cdce-44ca-b48d-cfa49db4d51c req-a9707f9b-37a7-4f38-9a51-f09ac31eb715 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6306c250ae944d37a3e32aa956ccd533&device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 1097 time: 0.0740626 Sep 20 16:08:30.433513 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd258e6-6c90-4b9d-9561-2c2f03599199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368e8f0a-9c53-4026-99f8-b7d4af96ef47,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:08:30.438368 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-dcd258e6-6c90-4b9d-9561-2c2f03599199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:08:30.440412 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dcd258e6-6c90-4b9d-9561-2c2f03599199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:30.441631 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-dcd258e6-6c90-4b9d-9561-2c2f03599199 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/368e8f0a-9c53-4026-99f8-b7d4af96ef47 HTTP/1.1" status: 204 len: 168 time: 0.1596107 Sep 20 16:08:30.568410 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62200a-cdce-44ca-b48d-cfa49db4d51c req-e56200a3-f87a-4c28-9d82-7a8bba0ffdc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:08:30.570020 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ee62200a-cdce-44ca-b48d-cfa49db4d51c req-e56200a3-f87a-4c28-9d82-7a8bba0ffdc8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=00f00114-e797-4923-84d8-1eb9559185f6 HTTP/1.1" status: 200 len: 909 time: 0.1407957 Sep 20 16:08:30.683675 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ee62200a-cdce-44ca-b48d-cfa49db4d51c req-ad67d3cb-b28c-4a02-9411-2804b227027a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0551b379-b9d8-4e89-87ff-678c341f24b2 HTTP/1.1" status: 200 len: 999 time: 0.1070483 Sep 20 16:08:30.758220 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee62200a-cdce-44ca-b48d-cfa49db4d51c req-c807780a-4f46-4d4f-bac4-4565809bc120 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:08:30.759919 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ee62200a-cdce-44ca-b48d-cfa49db4d51c req-c807780a-4f46-4d4f-bac4-4565809bc120 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc04fde6-0920-4d15-9c98-c393d9df92d2 HTTP/1.1" status: 200 len: 847 time: 0.0687549 Sep 20 16:08:30.848424 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ee62200a-cdce-44ca-b48d-cfa49db4d51c req-94d3e9ba-bc50-48fd-88b7-6c85340a1a21 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00f00114-e797-4923-84d8-1eb9559185f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0818028 Sep 20 16:08:31.188532 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ee62200a-cdce-44ca-b48d-cfa49db4d51c req-ad0bde6e-935b-4261-8d5c-c9bc2d6506b3 service neutron] 10.222.0.36 "GET /v2.0/networks/00f00114-e797-4923-84d8-1eb9559185f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324893 Sep 20 16:08:31.333908 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ee62200a-cdce-44ca-b48d-cfa49db4d51c req-87d85578-3bbd-4d89-9297-1d804ddba134 service neutron] 10.222.0.36 "GET /v2.0/networks/00f00114-e797-4923-84d8-1eb9559185f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381640 Sep 20 16:08:31.346911 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daecd2a-40b9-4d25-a392-0e1978544a99 req-4bca8700-ef8f-4500-862d-aa6574af6f55 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:08:31.348529 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2daecd2a-40b9-4d25-a392-0e1978544a99 req-4bca8700-ef8f-4500-862d-aa6574af6f55 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 944 time: 0.0865006 Sep 20 16:08:31.397979 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2daecd2a-40b9-4d25-a392-0e1978544a99 req-44323984-8d08-49da-88ee-f19fa33f1f0b tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430789 Sep 20 16:08:32.600869 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ea8a4-8147-4679-84c3-7c62b33ebcec req-8cce0ede-40f3-4c26-9792-59c23eb3b1cd tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:08:32.602453 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-830ea8a4-8147-4679-84c3-7c62b33ebcec req-8cce0ede-40f3-4c26-9792-59c23eb3b1cd tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 944 time: 0.0832376 Sep 20 16:08:32.649604 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-830ea8a4-8147-4679-84c3-7c62b33ebcec req-e73fb8a7-f52d-45c2-9f39-8f6349317aa8 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411022 Sep 20 16:08:32.779915 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-babec4e1-be33-42d8-b80e-bbc32234719d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:33.856397 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7980ba3-0e99-45cd-a668-7df7e701f8ee req-248e06a5-1c7c-4b92-99d2-7b0716e4f122 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:08:33.858031 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c7980ba3-0e99-45cd-a668-7df7e701f8ee req-248e06a5-1c7c-4b92-99d2-7b0716e4f122 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 944 time: 0.0845721 Sep 20 16:08:33.913215 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-c7980ba3-0e99-45cd-a668-7df7e701f8ee req-31a5774a-7412-48d0-b9f1-4aad4d2d20a5 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433557 Sep 20 16:08:34.144805 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:35.115225 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cdec16-9543-45db-836f-e06eabc8e6ec req-44988e81-ef76-4913-978e-7de17a80b946 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:08:35.116823 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f0cdec16-9543-45db-836f-e06eabc8e6ec req-44988e81-ef76-4913-978e-7de17a80b946 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 944 time: 0.0812874 Sep 20 16:08:35.123698 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-33390733-d108-46e0-91a1-959069fc8ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:35.167538 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f0cdec16-9543-45db-836f-e06eabc8e6ec req-144870b1-2067-4a1a-89a1-280c2267c0f4 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445151 Sep 20 16:08:35.582644 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:36.372222 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3302f060-26cf-4b35-aa15-8128becdacc5 req-9613d947-dad8-49d9-b3d5-ae7a6befcea2 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:08:36.373827 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3302f060-26cf-4b35-aa15-8128becdacc5 req-9613d947-dad8-49d9-b3d5-ae7a6befcea2 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 944 time: 0.0853243 Sep 20 16:08:36.420304 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3302f060-26cf-4b35-aa15-8128becdacc5 req-ae88f528-8be7-4f67-b352-63e328a0e71c tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403924 Sep 20 16:08:36.924412 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:37.833302 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0af0b93-5b17-4ebd-8712-db772d224a25 req-1e3d6b1d-9fd4-4a5f-ba2e-152839972a74 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:08:37.834803 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a0af0b93-5b17-4ebd-8712-db772d224a25 req-1e3d6b1d-9fd4-4a5f-ba2e-152839972a74 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 944 time: 0.2904148 Sep 20 16:08:37.882580 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a0af0b93-5b17-4ebd-8712-db772d224a25 req-f28b64fc-3f88-45e2-99eb-db6974401a3c tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409780 Sep 20 16:08:38.881270 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 0551b379-b9d8-4e89-87ff-678c341f24b2 details requested by agent hyperv_hv-cinder-80966 with host hv-cinder-80966 {{(pid=82370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 20 16:08:39.046550 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 0551b379-b9d8-4e89-87ff-678c341f24b2, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=0551b379-b9d8-4e89-87ff-678c341f24b2,segment=NetworkSegment(28f4d88d-0f86-4778-bde3-e90c9f794a0e),segment_id=28f4d88d-0f86-4778-bde3-e90c9f794a0e)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:08:39.060351 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Returning: {'device': '0551b379-b9d8-4e89-87ff-678c341f24b2', 'network_id': '00f00114-e797-4923-84d8-1eb9559185f6', 'port_id': '0551b379-b9d8-4e89-87ff-678c341f24b2', 'mac_address': 'fa:16:3e:09:31:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc04fde6-0920-4d15-9c98-c393d9df92d2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 20 16:08:39.084498 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f56ba4-b110-437b-81c2-1846d818a1a7 req-d612e817-6b08-4103-a4e1-41be6e2dadbd tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:08:39.086103 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-83f56ba4-b110-437b-81c2-1846d818a1a7 req-d612e817-6b08-4103-a4e1-41be6e2dadbd tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 944 time: 0.0812931 Sep 20 16:08:39.115123 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:39.133213 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0551b379-b9d8-4e89-87ff-678c341f24b2 {{(pid=82370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 16:08:39.134977 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-83f56ba4-b110-437b-81c2-1846d818a1a7 req-5dfa8a4d-e539-4e79-b80b-4da442495152 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421221 Sep 20 16:08:39.148678 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 0551b379-b9d8-4e89-87ff-678c341f24b2, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=0551b379-b9d8-4e89-87ff-678c341f24b2,segment=NetworkSegment(28f4d88d-0f86-4778-bde3-e90c9f794a0e),segment_id=28f4d88d-0f86-4778-bde3-e90c9f794a0e)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:08:39.152865 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:39.154667 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:08:39.221028 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=0551b379-b9d8-4e89-87ff-678c341f24b2,revision_number=7']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:08:39.224116 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:08:39.381938 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['0551b379-b9d8-4e89-87ff-678c341f24b2'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:08:40.344343 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489ee60-e74f-4b08-8a82-ecc915a3b5a3 req-5b9d59a5-bff8-4f0a-aa75-f3ce4dd1d776 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:08:40.345939 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7489ee60-e74f-4b08-8a82-ecc915a3b5a3 req-5b9d59a5-bff8-4f0a-aa75-f3ce4dd1d776 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 945 time: 0.0897937 Sep 20 16:08:40.365239 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:40.394204 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-7489ee60-e74f-4b08-8a82-ecc915a3b5a3 req-96c66709-36b8-4401-92fb-65378be10edc tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422063 Sep 20 16:08:40.887400 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 0551b379-b9d8-4e89-87ff-678c341f24b2 up at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:08:40.957277 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning complete for port 0551b379-b9d8-4e89-87ff-678c341f24b2 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:08:40.957691 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:41.070565 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:41.098250 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e76a3a0-2d97-4256-9062-3457eba9cffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0551b379-b9d8-4e89-87ff-678c341f24b2'}] {{(pid=82370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:08:41.108591 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 0551b379-b9d8-4e89-87ff-678c341f24b2, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=0551b379-b9d8-4e89-87ff-678c341f24b2,segment=NetworkSegment(28f4d88d-0f86-4778-bde3-e90c9f794a0e),segment_id=28f4d88d-0f86-4778-bde3-e90c9f794a0e)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:08:41.113324 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:08:41.115431 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-07cb9889-9907-465b-b1e8-b7ac5902c378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:08:41.157301 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e76a3a0-2d97-4256-9062-3457eba9cffa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0551b379-b9d8-4e89-87ff-678c341f24b2', 'code': 200} Sep 20 16:08:41.183709 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=0551b379-b9d8-4e89-87ff-678c341f24b2,revision_number=8']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:08:41.186704 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:08:41.434805 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d85b55f0-a826-42ba-8f73-9cfb4eb2d8b3 req-645c7059-8b33-43ef-8fa9-e563a23b0c10 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 1099 time: 0.0732327 Sep 20 16:08:41.479299 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-d85b55f0-a826-42ba-8f73-9cfb4eb2d8b3 req-9376f47d-b8a4-44cc-a502-45e90aad42b7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372140 Sep 20 16:08:41.593827 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe4ff8-e486-4c08-aa3d-c4ee96c32552 req-6fa872aa-95e6-481a-b04e-69d4ec94b07f tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:08:41.595437 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-41fe4ff8-e486-4c08-aa3d-c4ee96c32552 req-6fa872aa-95e6-481a-b04e-69d4ec94b07f tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 946 time: 0.0800722 Sep 20 16:08:41.643276 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-41fe4ff8-e486-4c08-aa3d-c4ee96c32552 req-6f666cfe-10e8-4990-9e7d-d6484ba916d5 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418475 Sep 20 16:08:42.984663 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76276fdb-28d9-4759-9af5-f449c45e8c02 req-8fa63d8f-6f14-4b0a-8261-58408f8f20f4 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:08:42.986166 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-76276fdb-28d9-4759-9af5-f449c45e8c02 req-8fa63d8f-6f14-4b0a-8261-58408f8f20f4 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 946 time: 0.0857644 Sep 20 16:08:43.033385 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-76276fdb-28d9-4759-9af5-f449c45e8c02 req-1282fecc-59e0-4e67-a282-5981b3e2dc15 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412707 Sep 20 16:08:52.228269 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.agents_db [None req-ae0f67a0-09e8-4135-93df-5bebfb5cb2de None None] Agent healthcheck: found 6 active agents {{(pid=82371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 20 16:09:02.781335 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ead6b510-f6c8-44e0-95f5-ff7736913373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:09:04.147079 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:09:05.125281 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0cc2e3f3-21a7-415b-9aa4-23b896916617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:09:05.585010 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:09:06.924802 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:09:08.225221 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-529ccc2f-471c-46d1-9070-b203e067c5bb tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1205345503&fields=id&tenant_id=a5cd73682bc64cdaa6b766020253c8fd HTTP/1.1" status: 200 len: 267 time: 0.0439277 Sep 20 16:09:08.379433 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-2eeaa2b9-995f-4e65-9175-95d5119712e2 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:09:08.381075 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-2eeaa2b9-995f-4e65-9175-95d5119712e2 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/networks?id=3486c4e5-0021-45c8-9533-9b5c178c51f3 HTTP/1.1" status: 200 len: 811 time: 0.1490312 Sep 20 16:09:08.399100 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-6d8645da-cfe1-43bb-808a-57eab3ebfb62 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/quotas/a5cd73682bc64cdaa6b766020253c8fd HTTP/1.1" status: 200 len: 375 time: 0.0112193 Sep 20 16:09:08.490946 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-f61e67eb-7723-4f89-a6d1-1d5b4a0734d6 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a5cd73682bc64cdaa6b766020253c8fd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0867372 Sep 20 16:09:08.635291 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-c361b8d0-df1a-4a1d-a344-c3354e454937 service neutron] 10.222.0.35 "GET /v2.0/networks/3486c4e5-0021-45c8-9533-9b5c178c51f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314771 Sep 20 16:09:08.773521 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-dff4e1bd-ef0c-40e7-bb5c-e26f53c8e740 service neutron] 10.222.0.35 "GET /v2.0/networks/3486c4e5-0021-45c8-9533-9b5c178c51f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320705 Sep 20 16:09:09.186999 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-b23f9235-acf0-4670-a9d3-6df3649ce793 req-8ae2c8ea-1a50-45aa-8825-2f56cde16a36 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2485fa3-48ed-4131-99ff-1d5f25dcaf8a HTTP/1.1" status: 200 len: 210 time: 0.0446329 Sep 20 16:09:10.221804 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-b6cf9d2e-2504-41e6-b7db-24875b3cb7ab tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:09:10.223465 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-b6cf9d2e-2504-41e6-b7db-24875b3cb7ab tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.36 "GET /v2.0/networks?id=3486c4e5-0021-45c8-9533-9b5c178c51f3 HTTP/1.1" status: 200 len: 811 time: 0.1578214 Sep 20 16:09:10.279948 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-600178ec-15f1-4809-81f7-cebd8a3a04a9 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5cd73682bc64cdaa6b766020253c8fd HTTP/1.1" status: 200 len: 380 time: 0.0455306 Sep 20 16:09:10.290048 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-f34934ca-428d-4475-adc3-2daf99b65150 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Request body: {'port': {'device_id': 'f2485fa3-48ed-4131-99ff-1d5f25dcaf8a', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'admin_state_up': True, 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'security_groups': ['9539ed13-8758-4e0e-87fc-1a3a882ac17c']}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:09:10.366354 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-35abe75b-7f50-479c-a773-f0cc98eff2e5 req-c84d2f8e-15ec-4504-a745-7f29a97409c5 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2485fa3-48ed-4131-99ff-1d5f25dcaf8a HTTP/1.1" status: 200 len: 210 time: 0.0533440 Sep 20 16:09:10.371728 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:09:10.438950 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-f34934ca-428d-4475-adc3-2daf99b65150 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:09:10.443264 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-f34934ca-428d-4475-adc3-2daf99b65150 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Usage tracker for resource:port and tenant:a5cd73682bc64cdaa6b766020253c8fd is out of sync, need to count used quota {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:09:10.446324 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-f34934ca-428d-4475-adc3-2daf99b65150 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Quota usage for port was recalculated. Used quota:5. {{(pid=82369) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:09:10.452915 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-f34934ca-428d-4475-adc3-2daf99b65150 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=82369) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:09:10.461807 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-f34934ca-428d-4475-adc3-2daf99b65150 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Made reservation on behalf of a5cd73682bc64cdaa6b766020253c8fd for: {'port': 1} {{(pid=82369) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Sep 20 16:09:10.467380 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-f34934ca-428d-4475-adc3-2daf99b65150 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:09:10.637908 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-f34934ca-428d-4475-adc3-2daf99b65150 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Allocated IP 172.20.0.13 (3486c4e5-0021-45c8-9533-9b5c178c51f3/52a7ee89-01e3-413c-ad3b-2dd2f5ae893f/6f7e8751-2025-4d21-8b3b-8cf7112ba207) {{(pid=82369) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 16:09:10.839651 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-f34934ca-428d-4475-adc3-2daf99b65150 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for port, precommit_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:09:10.856523 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-f34934ca-428d-4475-adc3-2daf99b65150 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Transition to ACTIVE for port object 6f7e8751-2025-4d21-8b3b-8cf7112ba207 will not be triggered until provisioned by entity DHCP. {{(pid=82369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:09:10.876534 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-f34934ca-428d-4475-adc3-2daf99b65150 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33095450'] for port, after_create {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:09:10.882743 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0a4e5a65-f920-4d79-bcad-7066092d03a2 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:09:10.959957 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-f34934ca-428d-4475-adc3-2daf99b65150 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Network 3486c4e5-0021-45c8-9533-9b5c178c51f3 is already hosted by enough agents. {{(pid=82369) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:09:10.963773 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-f34934ca-428d-4475-adc3-2daf99b65150 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Resources bound (agent type, host, resource id): {{(pid=82369) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:09:10.965765 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34934ca-428d-4475-adc3-2daf99b65150 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Pushing event updated for resources: {'Port': ['ID=6f7e8751-2025-4d21-8b3b-8cf7112ba207,revision_number=1']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:09:10.968060 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-f34934ca-428d-4475-adc3-2daf99b65150 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Received port after_create {{(pid=82369) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 16:09:11.021429 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34934ca-428d-4475-adc3-2daf99b65150 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:09:11.021753 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34934ca-428d-4475-adc3-2daf99b65150 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:09:11.022167 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34934ca-428d-4475-adc3-2daf99b65150 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:09:11.022577 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34934ca-428d-4475-adc3-2daf99b65150 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:09:11.023015 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34934ca-428d-4475-adc3-2daf99b65150 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:09:11.023426 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34934ca-428d-4475-adc3-2daf99b65150 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:09:11.023828 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34934ca-428d-4475-adc3-2daf99b65150 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:09:11.024232 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34934ca-428d-4475-adc3-2daf99b65150 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:09:11.024640 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34934ca-428d-4475-adc3-2daf99b65150 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:09:11.025036 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34934ca-428d-4475-adc3-2daf99b65150 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:09:11.025434 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f34934ca-428d-4475-adc3-2daf99b65150 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:09:11.031983 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f34934ca-428d-4475-adc3-2daf99b65150 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:09:11.048719 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-f34934ca-428d-4475-adc3-2daf99b65150 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:09:11.049410 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-f34934ca-428d-4475-adc3-2daf99b65150 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:09:11.079635 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-f34934ca-428d-4475-adc3-2daf99b65150 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7936378 Sep 20 16:09:11.092500 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-c82ec3b6-d833-476d-9089-8c6c35a6c1ac service neutron] Request body: {'port': {'device_id': 'f2485fa3-48ed-4131-99ff-1d5f25dcaf8a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80966'}} {{(pid=82369) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:09:11.211059 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-c82ec3b6-d833-476d-9089-8c6c35a6c1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:09:11.297089 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b3558ef7-6513-4815-8810-0ac4e85f4456 None None] Provisioning for port 6f7e8751-2025-4d21-8b3b-8cf7112ba207 completed by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:09:11.302094 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b3558ef7-6513-4815-8810-0ac4e85f4456 None None] Provisioning complete for port 6f7e8751-2025-4d21-8b3b-8cf7112ba207 triggered by entity DHCP. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:09:11.302526 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b3558ef7-6513-4815-8810-0ac4e85f4456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:09:11.356671 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-b3558ef7-6513-4815-8810-0ac4e85f4456 None None] Port 6f7e8751-2025-4d21-8b3b-8cf7112ba207 cannot update to ACTIVE because it is not bound. {{(pid=82370) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Sep 20 16:09:11.564049 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-c82ec3b6-d833-476d-9089-8c6c35a6c1ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f7e8751-2025-4d21-8b3b-8cf7112ba207 {{(pid=82369) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 16:09:11.571057 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-c82ec3b6-d833-476d-9089-8c6c35a6c1ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:09:11.586278 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-c82ec3b6-d833-476d-9089-8c6c35a6c1ac service neutron] Transition to ACTIVE for port object 6f7e8751-2025-4d21-8b3b-8cf7112ba207 will not be triggered until provisioned by entity L2. {{(pid=82369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Sep 20 16:09:11.589683 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-c82ec3b6-d833-476d-9089-8c6c35a6c1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036821680366'] for port, after_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:09:11.594095 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d436adc8-9ddd-4299-b323-7e6a502865a4 tempest-VolumesSnapshotTestJSON-1445873784 tempest-VolumesSnapshotTestJSON-1445873784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:09:11.721703 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04492172-abb2-481d-a0b2-8a6e82125b8d req-40e9948f-df07-4dcb-9a2b-0fd9a0f6de5a tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:09:11.723583 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-04492172-abb2-481d-a0b2-8a6e82125b8d req-40e9948f-df07-4dcb-9a2b-0fd9a0f6de5a tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2485fa3-48ed-4131-99ff-1d5f25dcaf8a HTTP/1.1" status: 200 len: 944 time: 0.2301223 Sep 20 16:09:11.723723 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ec3b6-d833-476d-9089-8c6c35a6c1ac service neutron] Pushing event updated for resources: {'Port': ['ID=6f7e8751-2025-4d21-8b3b-8cf7112ba207,revision_number=2']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:09:11.728215 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c82ec3b6-d833-476d-9089-8c6c35a6c1ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:09:11.777910 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-04492172-abb2-481d-a0b2-8a6e82125b8d req-afa19880-3434-4489-bb57-1247c5a905bd tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454040 Sep 20 16:09:11.839682 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-c82ec3b6-d833-476d-9089-8c6c35a6c1ac service neutron] Attempting to bind port 6f7e8751-2025-4d21-8b3b-8cf7112ba207 on host hv-cinder-80966 for vnic_type normal with profile {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Sep 20 16:09:11.840009 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-c82ec3b6-d833-476d-9089-8c6c35a6c1ac service neutron] Attempting to bind port 6f7e8751-2025-4d21-8b3b-8cf7112ba207 by drivers openvswitch,hyperv on host hv-cinder-80966 at level 0 using segments [{'id': '9cb9c279-b877-460a-9cc6-db0e812143bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3'}] {{(pid=82369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Sep 20 16:09:11.840323 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-c82ec3b6-d833-476d-9089-8c6c35a6c1ac service neutron] Attempting to bind port 6f7e8751-2025-4d21-8b3b-8cf7112ba207 on network 3486c4e5-0021-45c8-9533-9b5c178c51f3 {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:09:11.846981 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-c82ec3b6-d833-476d-9089-8c6c35a6c1ac service neutron] Port 6f7e8751-2025-4d21-8b3b-8cf7112ba207 on network 3486c4e5-0021-45c8-9533-9b5c178c51f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80966 {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 20 16:09:11.847342 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-c82ec3b6-d833-476d-9089-8c6c35a6c1ac service neutron] Attempting to bind port 6f7e8751-2025-4d21-8b3b-8cf7112ba207 on network 3486c4e5-0021-45c8-9533-9b5c178c51f3 {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Sep 20 16:09:11.854107 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-c82ec3b6-d833-476d-9089-8c6c35a6c1ac service neutron] Checking agent: {'id': '85f38ebc-8bd3-4a05-87ab-11427d0d3796', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80966', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 20, 15, 57, 9), 'started_at': datetime.datetime(2021, 9, 20, 15, 57, 9), 'heartbeat_timestamp': datetime.datetime(2021, 9, 20, 16, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Sep 20 16:09:11.854987 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-c82ec3b6-d833-476d-9089-8c6c35a6c1ac service neutron] Checking segment: {'id': '9cb9c279-b877-460a-9cc6-db0e812143bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Sep 20 16:09:11.855413 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-c82ec3b6-d833-476d-9089-8c6c35a6c1ac service neutron] Bound using segment: {'id': '9cb9c279-b877-460a-9cc6-db0e812143bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3'} {{(pid=82369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Sep 20 16:09:11.855886 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.managers [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-c82ec3b6-d833-476d-9089-8c6c35a6c1ac service neutron] Bound port: 6f7e8751-2025-4d21-8b3b-8cf7112ba207, host: hv-cinder-80966, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9cb9c279-b877-460a-9cc6-db0e812143bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3'}}] {{(pid=82369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Sep 20 16:09:11.856274 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-c82ec3b6-d833-476d-9089-8c6c35a6c1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:09:11.952119 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-c82ec3b6-d833-476d-9089-8c6c35a6c1ac service neutron] For port 6f7e8751-2025-4d21-8b3b-8cf7112ba207, host hv-cinder-80966, cleared binding levels {{(pid=82369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Sep 20 16:09:11.955464 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-c82ec3b6-d833-476d-9089-8c6c35a6c1ac service neutron] For port 6f7e8751-2025-4d21-8b3b-8cf7112ba207, host hv-cinder-80966, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=6f7e8751-2025-4d21-8b3b-8cf7112ba207,segment=NetworkSegment(9cb9c279-b877-460a-9cc6-db0e812143bc),segment_id=9cb9c279-b877-460a-9cc6-db0e812143bc)] {{(pid=82369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Sep 20 16:09:11.958636 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-c82ec3b6-d833-476d-9089-8c6c35a6c1ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036821680366'] for port, after_update {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:09:11.962968 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d2520857-da1b-4089-a215-e4fb2c88212c tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:09:12.027644 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-c82ec3b6-d833-476d-9089-8c6c35a6c1ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:09:12.029178 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-c82ec3b6-d833-476d-9089-8c6c35a6c1ac service neutron] 10.222.0.36 "PUT /v2.0/ports/6f7e8751-2025-4d21-8b3b-8cf7112ba207 HTTP/1.1" status: 200 len: 1094 time: 0.9418273 Sep 20 16:09:12.029733 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2485fa3-48ed-4131-99ff-1d5f25dcaf8a', 'tag': '6f7e8751-2025-4d21-8b3b-8cf7112ba207'}] {{(pid=82369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:09:12.049119 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ec3b6-d833-476d-9089-8c6c35a6c1ac service neutron] Pushing event updated for resources: {'Port': ['ID=6f7e8751-2025-4d21-8b3b-8cf7112ba207,revision_number=3']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:09:12.052534 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c82ec3b6-d833-476d-9089-8c6c35a6c1ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:09:12.105153 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2485fa3-48ed-4131-99ff-1d5f25dcaf8a', 'tag': '6f7e8751-2025-4d21-8b3b-8cf7112ba207', 'status': 'completed', 'code': 200} Sep 20 16:09:12.148297 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-9fef84e5-d250-47e2-bf73-1f9359dfae28 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5cd73682bc64cdaa6b766020253c8fd&device_id=f2485fa3-48ed-4131-99ff-1d5f25dcaf8a HTTP/1.1" status: 200 len: 1097 time: 0.0812013 Sep 20 16:09:12.227030 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-3579d8cb-a2f7-42af-b783-3575787a409c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f7e8751-2025-4d21-8b3b-8cf7112ba207 HTTP/1.1" status: 200 len: 217 time: 0.0702693 Sep 20 16:09:12.295782 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-3864ac92-57a5-405d-99b5-49b1c16f31d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:09:12.297301 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-3864ac92-57a5-405d-99b5-49b1c16f31d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52a7ee89-01e3-413c-ad3b-2dd2f5ae893f HTTP/1.1" status: 200 len: 850 time: 0.0639224 Sep 20 16:09:12.387502 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-64ab1cb0-231e-4ac1-9be9-27d6c3d8a84f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3486c4e5-0021-45c8-9533-9b5c178c51f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0815322 Sep 20 16:09:12.529653 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-b5f264e8-db31-4d2a-9bf7-a5f6381d405f service neutron] 10.222.0.36 "GET /v2.0/networks/3486c4e5-0021-45c8-9533-9b5c178c51f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340158 Sep 20 16:09:12.674296 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-0043c0d7-0d51-45cf-a5bd-16a733821ac5 req-7b6f53dc-5510-4fb8-bf90-39dc1e7bf4e2 service neutron] 10.222.0.36 "GET /v2.0/networks/3486c4e5-0021-45c8-9533-9b5c178c51f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337800 Sep 20 16:09:12.792437 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3269cd04-c182-4430-a431-0013dee2d8cb req-03b59bdc-639b-47c3-9444-7f5d33a2bec3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5cd73682bc64cdaa6b766020253c8fd&device_id=f2485fa3-48ed-4131-99ff-1d5f25dcaf8a HTTP/1.1" status: 200 len: 1097 time: 0.0722950 Sep 20 16:09:12.942271 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269cd04-c182-4430-a431-0013dee2d8cb req-4ec862e1-181d-4508-869b-afc7da666a93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:09:12.943928 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3269cd04-c182-4430-a431-0013dee2d8cb req-4ec862e1-181d-4508-869b-afc7da666a93 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3486c4e5-0021-45c8-9533-9b5c178c51f3 HTTP/1.1" status: 200 len: 912 time: 0.1425629 Sep 20 16:09:13.020042 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3269cd04-c182-4430-a431-0013dee2d8cb req-e4fd13e1-d838-4221-aebe-b0cf9cbc1bcb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f7e8751-2025-4d21-8b3b-8cf7112ba207 HTTP/1.1" status: 200 len: 217 time: 0.0695889 Sep 20 16:09:13.091514 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3269cd04-c182-4430-a431-0013dee2d8cb req-4fb3bbb6-5b1a-4a17-a2f6-aade832674d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:09:13.093100 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3269cd04-c182-4430-a431-0013dee2d8cb req-4fb3bbb6-5b1a-4a17-a2f6-aade832674d4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52a7ee89-01e3-413c-ad3b-2dd2f5ae893f HTTP/1.1" status: 200 len: 850 time: 0.0630674 Sep 20 16:09:13.131721 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b0f2ed-7a67-4616-b3f8-80cc8c4f46a2 req-fc83f2e2-c865-4c92-9369-e92cbf609941 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:09:13.133333 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-43b0f2ed-7a67-4616-b3f8-80cc8c4f46a2 req-fc83f2e2-c865-4c92-9369-e92cbf609941 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2485fa3-48ed-4131-99ff-1d5f25dcaf8a HTTP/1.1" status: 200 len: 944 time: 0.2307572 Sep 20 16:09:13.179817 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3269cd04-c182-4430-a431-0013dee2d8cb req-4ec464d3-07c0-4457-9f6f-3ea78e5a7f12 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3486c4e5-0021-45c8-9533-9b5c178c51f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0772240 Sep 20 16:09:13.185209 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-43b0f2ed-7a67-4616-b3f8-80cc8c4f46a2 req-d4085a73-2980-4155-9d2a-15efacf9423e tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455704 Sep 20 16:09:13.321208 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3269cd04-c182-4430-a431-0013dee2d8cb req-667c3a74-2662-42ca-bcc1-f2b31d70abb5 service neutron] 10.222.0.36 "GET /v2.0/networks/3486c4e5-0021-45c8-9533-9b5c178c51f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339469 Sep 20 16:09:13.459432 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-3269cd04-c182-4430-a431-0013dee2d8cb req-a51aa6e6-30a2-4018-a62e-553b17d24b83 service neutron] 10.222.0.36 "GET /v2.0/networks/3486c4e5-0021-45c8-9533-9b5c178c51f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313982 Sep 20 16:09:14.464721 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518e6e6-d9bf-4fb3-a4f4-bd04af1f8dce req-4c74e58e-0cfc-4468-bb68-e6c7ecf6497c tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:09:14.466524 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5518e6e6-d9bf-4fb3-a4f4-bd04af1f8dce req-4c74e58e-0cfc-4468-bb68-e6c7ecf6497c tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2485fa3-48ed-4131-99ff-1d5f25dcaf8a HTTP/1.1" status: 200 len: 944 time: 0.1585495 Sep 20 16:09:14.514612 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5518e6e6-d9bf-4fb3-a4f4-bd04af1f8dce req-ceeeea0d-bc3d-4de0-9026-4847c6796194 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419629 Sep 20 16:09:15.720288 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322032f-7401-4ed1-8932-013a7e9ecb05 req-5dd7960a-6e99-4c68-9f05-5e3497fb8639 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:09:15.721868 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2322032f-7401-4ed1-8932-013a7e9ecb05 req-5dd7960a-6e99-4c68-9f05-5e3497fb8639 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2485fa3-48ed-4131-99ff-1d5f25dcaf8a HTTP/1.1" status: 200 len: 944 time: 0.0851424 Sep 20 16:09:15.769594 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-2322032f-7401-4ed1-8932-013a7e9ecb05 req-6abdc163-7d9f-4953-b318-b5a3c7db177d tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416410 Sep 20 16:09:16.974541 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d138ff-f163-4d51-9cc3-829529e33e63 req-e0dd58e9-5104-4da2-87b3-79e2ebe94fa3 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:09:16.976142 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e1d138ff-f163-4d51-9cc3-829529e33e63 req-e0dd58e9-5104-4da2-87b3-79e2ebe94fa3 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2485fa3-48ed-4131-99ff-1d5f25dcaf8a HTTP/1.1" status: 200 len: 944 time: 0.0811329 Sep 20 16:09:17.023368 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-e1d138ff-f163-4d51-9cc3-829529e33e63 req-6740d582-1c00-4cf8-8828-80e005adfd85 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412395 Sep 20 16:09:18.224684 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cb2f2-dc14-4cb4-8078-2e5eac3bdaee req-6ad5cc5c-95ed-442d-841c-866035624834 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:09:18.226259 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ec3cb2f2-dc14-4cb4-8078-2e5eac3bdaee req-6ad5cc5c-95ed-442d-841c-866035624834 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2485fa3-48ed-4131-99ff-1d5f25dcaf8a HTTP/1.1" status: 200 len: 944 time: 0.0841267 Sep 20 16:09:18.273077 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ec3cb2f2-dc14-4cb4-8078-2e5eac3bdaee req-8332b82a-f579-44ef-a289-5c42ceff1cbc tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407498 Sep 20 16:09:19.088333 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 6f7e8751-2025-4d21-8b3b-8cf7112ba207 details requested by agent hyperv_hv-cinder-80966 with host hv-cinder-80966 {{(pid=82370) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Sep 20 16:09:19.225902 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 6f7e8751-2025-4d21-8b3b-8cf7112ba207, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=6f7e8751-2025-4d21-8b3b-8cf7112ba207,segment=NetworkSegment(9cb9c279-b877-460a-9cc6-db0e812143bc),segment_id=9cb9c279-b877-460a-9cc6-db0e812143bc)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:09:19.239942 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Returning: {'device': '6f7e8751-2025-4d21-8b3b-8cf7112ba207', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'port_id': '6f7e8751-2025-4d21-8b3b-8cf7112ba207', 'mac_address': 'fa:16:3e:42:5d:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82370) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 20 16:09:19.294344 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:09:19.315327 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f7e8751-2025-4d21-8b3b-8cf7112ba207 {{(pid=82370) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Sep 20 16:09:19.330337 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 6f7e8751-2025-4d21-8b3b-8cf7112ba207, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=6f7e8751-2025-4d21-8b3b-8cf7112ba207,segment=NetworkSegment(9cb9c279-b877-460a-9cc6-db0e812143bc),segment_id=9cb9c279-b877-460a-9cc6-db0e812143bc)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:09:19.334177 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:09:19.336062 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:09:19.401437 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=6f7e8751-2025-4d21-8b3b-8cf7112ba207,revision_number=4']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:09:19.404676 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:09:19.474879 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690508e9-dbfe-4876-9212-53ab5b4538d0 req-99cd1e1b-4831-4d19-bb85-445a24278e7d tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:09:19.476560 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-690508e9-dbfe-4876-9212-53ab5b4538d0 req-99cd1e1b-4831-4d19-bb85-445a24278e7d tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2485fa3-48ed-4131-99ff-1d5f25dcaf8a HTTP/1.1" status: 200 len: 945 time: 0.0817416 Sep 20 16:09:19.528601 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-690508e9-dbfe-4876-9212-53ab5b4538d0 req-f5049add-6371-4e7e-ae1b-393e282ed26c tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453281 Sep 20 16:09:19.549430 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] get_ports_and_sgs() called for port_ids ['6f7e8751-2025-4d21-8b3b-8cf7112ba207'] {{(pid=82370) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Sep 20 16:09:20.729150 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1a266-7790-4005-b70a-c8aa8293853d req-c78e2d17-e7d2-40ae-bb62-cae29d8cf7d4 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:09:20.730734 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f4a1a266-7790-4005-b70a-c8aa8293853d req-c78e2d17-e7d2-40ae-bb62-cae29d8cf7d4 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2485fa3-48ed-4131-99ff-1d5f25dcaf8a HTTP/1.1" status: 200 len: 945 time: 0.0823410 Sep 20 16:09:20.779295 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f4a1a266-7790-4005-b70a-c8aa8293853d req-89dd3557-4133-413b-ab7c-fb0c8447a831 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415568 Sep 20 16:09:21.103448 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 6f7e8751-2025-4d21-8b3b-8cf7112ba207 up at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Sep 20 16:09:21.174645 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning for port 6f7e8751-2025-4d21-8b3b-8cf7112ba207 completed by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Sep 20 16:09:21.179323 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.provisioning_blocks [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Provisioning complete for port 6f7e8751-2025-4d21-8b3b-8cf7112ba207 triggered by entity L2. {{(pid=82370) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Sep 20 16:09:21.179743 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-316'] for port, provisioning_complete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:09:21.291244 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:09:21.317817 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2485fa3-48ed-4131-99ff-1d5f25dcaf8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7e8751-2025-4d21-8b3b-8cf7112ba207'}] {{(pid=82370) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:09:21.328251 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] For port 6f7e8751-2025-4d21-8b3b-8cf7112ba207, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=6f7e8751-2025-4d21-8b3b-8cf7112ba207,segment=NetworkSegment(9cb9c279-b877-460a-9cc6-db0e812143bc),segment_id=9cb9c279-b877-460a-9cc6-db0e812143bc)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:09:21.331413 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279'] for port, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:09:21.333327 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-16c280b2-fc11-47e3-a9f9-fa2c08b04405 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:09:21.376840 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2485fa3-48ed-4131-99ff-1d5f25dcaf8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7e8751-2025-4d21-8b3b-8cf7112ba207', 'code': 200} Sep 20 16:09:21.403783 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Pushing event updated for resources: {'Port': ['ID=6f7e8751-2025-4d21-8b3b-8cf7112ba207,revision_number=5']} {{(pid=82370) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:09:21.406915 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82370) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:09:21.677501 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a72b0438-c529-432c-81ea-c496a8b0ae56 req-73f5d7e1-b5eb-4ca6-bfb5-731ba5c1fb5e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f2485fa3-48ed-4131-99ff-1d5f25dcaf8a HTTP/1.1" status: 200 len: 1099 time: 0.0709512 Sep 20 16:09:21.722055 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a72b0438-c529-432c-81ea-c496a8b0ae56 req-8fe777cc-c264-4039-93b5-1493f4b6b5ca service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370593 Sep 20 16:09:21.988367 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0cb2c6-b73c-473d-be65-a008040201f9 req-a6232903-d8a3-4c0d-b7c3-0436a25a2c03 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:09:21.989955 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5f0cb2c6-b73c-473d-be65-a008040201f9 req-a6232903-d8a3-4c0d-b7c3-0436a25a2c03 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2485fa3-48ed-4131-99ff-1d5f25dcaf8a HTTP/1.1" status: 200 len: 946 time: 0.0849848 Sep 20 16:09:22.037104 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-5f0cb2c6-b73c-473d-be65-a008040201f9 req-e36211ac-2d09-4f4f-b84e-88074b895ed5 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404577 Sep 20 16:09:22.151927 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-56353549-bf41-427e-bad2-8d1e7c1d2dbd req-badd8206-9929-4da9-bfa7-375aa23f2e13 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e887c0ae-2057-4fc1-a709-da9a56d9e5d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749180 Sep 20 16:09:22.249582 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-56353549-bf41-427e-bad2-8d1e7c1d2dbd req-8ff4fd6f-0e19-42ee-a4fe-e1d3ab566056 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5cd73682bc64cdaa6b766020253c8fd&device_id=e887c0ae-2057-4fc1-a709-da9a56d9e5d9 HTTP/1.1" status: 200 len: 1098 time: 0.0752716 Sep 20 16:09:22.618227 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56353549-bf41-427e-bad2-8d1e7c1d2dbd req-2addc9b5-09bb-45b2-896e-3c748b94fa13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:09:22.619787 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-56353549-bf41-427e-bad2-8d1e7c1d2dbd req-2addc9b5-09bb-45b2-896e-3c748b94fa13 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3486c4e5-0021-45c8-9533-9b5c178c51f3 HTTP/1.1" status: 200 len: 912 time: 0.3450050 Sep 20 16:09:22.725310 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-56353549-bf41-427e-bad2-8d1e7c1d2dbd req-e04e48f1-a0c2-47e5-bd40-2b4941740e2f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e827f737-8303-4159-a00f-4d5aab5f89c3 HTTP/1.1" status: 200 len: 1000 time: 0.0988882 Sep 20 16:09:22.795279 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56353549-bf41-427e-bad2-8d1e7c1d2dbd req-258c8505-28aa-4940-b7e7-86a7eec6f62d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:09:22.797206 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-56353549-bf41-427e-bad2-8d1e7c1d2dbd req-258c8505-28aa-4940-b7e7-86a7eec6f62d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52a7ee89-01e3-413c-ad3b-2dd2f5ae893f HTTP/1.1" status: 200 len: 850 time: 0.0652144 Sep 20 16:09:22.894152 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-56353549-bf41-427e-bad2-8d1e7c1d2dbd req-ddc8d9be-5455-45c5-b459-46aff33abb77 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3486c4e5-0021-45c8-9533-9b5c178c51f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0773616 Sep 20 16:09:23.035703 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-56353549-bf41-427e-bad2-8d1e7c1d2dbd req-875def61-d161-480f-8df5-23157247f31f service neutron] 10.222.0.36 "GET /v2.0/networks/3486c4e5-0021-45c8-9533-9b5c178c51f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334200 Sep 20 16:09:23.177533 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-56353549-bf41-427e-bad2-8d1e7c1d2dbd req-992499fe-d507-4492-9cef-ac40de5853dd service neutron] 10.222.0.36 "GET /v2.0/networks/3486c4e5-0021-45c8-9533-9b5c178c51f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346462 Sep 20 16:09:23.248050 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0bbc07-6bd8-46a9-82a3-937a54defbc2 req-b963606f-cac7-46b6-8237-45487905b008 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:09:23.249635 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-6e0bbc07-6bd8-46a9-82a3-937a54defbc2 req-b963606f-cac7-46b6-8237-45487905b008 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2485fa3-48ed-4131-99ff-1d5f25dcaf8a HTTP/1.1" status: 200 len: 946 time: 0.0818722 Sep 20 16:09:23.296219 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-6e0bbc07-6bd8-46a9-82a3-937a54defbc2 req-17bbc7ee-b7a2-4128-99a5-eae9c4460d1c tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405383 Sep 20 16:09:23.498920 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38dfe5-8ae8-49b5-9573-d2ed84585359 req-4b50b0fb-e852-4a6c-b145-33b4e2871e42 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:09:23.500417 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-da38dfe5-8ae8-49b5-9573-d2ed84585359 req-4b50b0fb-e852-4a6c-b145-33b4e2871e42 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2485fa3-48ed-4131-99ff-1d5f25dcaf8a HTTP/1.1" status: 200 len: 946 time: 0.0852127 Sep 20 16:09:23.548119 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-da38dfe5-8ae8-49b5-9573-d2ed84585359 req-d02024ba-921a-4f65-8eba-477cefb5a9f1 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417576 Sep 20 16:09:23.575562 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 34208) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:09:23.648890 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-acb3c82a-e94a-4937-839c-dc5e19c90baa tempest-TestVolumeBootPattern-841673761 tempest-TestVolumeBootPattern-841673761-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f2485fa3-48ed-4131-99ff-1d5f25dcaf8a HTTP/1.1" status: 200 len: 1094 time: 0.0720870 Sep 20 16:09:23.652219 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 34212) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:09:23.657914 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.v2.base [None req-0d35dd3e-d013-4531-a9d0-bd19de1fdc00 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Request body: {'floatingip': {'floating_network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'port_id': '6f7e8751-2025-4d21-8b3b-8cf7112ba207', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=82368) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Sep 20 16:09:23.663737 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-0d35dd3e-d013-4531-a9d0-bd19de1fdc00 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Sep 20 16:09:23.667844 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-0d35dd3e-d013-4531-a9d0-bd19de1fdc00 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Usage tracker for resource:floatingip and tenant:a5cd73682bc64cdaa6b766020253c8fd is out of sync, need to count used quota {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Sep 20 16:09:23.670786 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [None req-0d35dd3e-d013-4531-a9d0-bd19de1fdc00 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=82368) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Sep 20 16:09:23.676833 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.quota.driver [None req-0d35dd3e-d013-4531-a9d0-bd19de1fdc00 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=82368) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Sep 20 16:09:23.685969 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0d35dd3e-d013-4531-a9d0-bd19de1fdc00 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for floatingip, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:09:23.831560 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0d35dd3e-d013-4531-a9d0-bd19de1fdc00 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:09:23.977461 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_common [None req-0d35dd3e-d013-4531-a9d0-bd19de1fdc00 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Allocated IP 172.27.3.127 (378c8f1a-f14e-4679-b139-5c2d775a72d9/ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1/04d91359-d15a-4309-89a9-c2cd1d685548) {{(pid=82368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Sep 20 16:09:24.127122 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0d35dd3e-d013-4531-a9d0-bd19de1fdc00 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for port, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:09:24.152764 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0d35dd3e-d013-4531-a9d0-bd19de1fdc00 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363250341272572', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:09:24.157043 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-7192d5ee-cb3c-4e3b-8b61-02c1e8c102c1 tempest-AttachVolumeNegativeTest-1640789987 tempest-AttachVolumeNegativeTest-1640789987-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:09:24.222379 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d35dd3e-d013-4531-a9d0-bd19de1fdc00 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Network 378c8f1a-f14e-4679-b139-5c2d775a72d9 is already hosted by enough agents. {{(pid=82368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Sep 20 16:09:24.225918 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.base_scheduler [None req-0d35dd3e-d013-4531-a9d0-bd19de1fdc00 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Resources bound (agent type, host, resource id): {{(pid=82368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Sep 20 16:09:24.229085 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d35dd3e-d013-4531-a9d0-bd19de1fdc00 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Received port after_create {{(pid=82368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Sep 20 16:09:24.271008 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35dd3e-d013-4531-a9d0-bd19de1fdc00 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Pushing event updated for resources: {'Port': ['ID=04d91359-d15a-4309-89a9-c2cd1d685548,revision_number=1']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:09:24.273788 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0d35dd3e-d013-4531-a9d0-bd19de1fdc00 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:09:24.730748 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0d35dd3e-d013-4531-a9d0-bd19de1fdc00 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:09:24.788390 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0d35dd3e-d013-4531-a9d0-bd19de1fdc00 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1064018'] for port, before_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:09:24.998931 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0d35dd3e-d013-4531-a9d0-bd19de1fdc00 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for port, precommit_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:09:25.002308 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0d35dd3e-d013-4531-a9d0-bd19de1fdc00 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363250340820169', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363250341272555', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786513503279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33517910'] for port, after_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:09:25.006607 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-eb2684e8-e866-424e-b4b0-459aa6173b80 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:09:25.342296 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d35dd3e-d013-4531-a9d0-bd19de1fdc00 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Pushing event updated for resources: {'Port': ['ID=04d91359-d15a-4309-89a9-c2cd1d685548,revision_number=2']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:09:25.346582 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0d35dd3e-d013-4531-a9d0-bd19de1fdc00 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:09:25.356967 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0d35dd3e-d013-4531-a9d0-bd19de1fdc00 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1017788'] for floatingip, after_update {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:09:25.549068 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.db.l3_db [None req-0d35dd3e-d013-4531-a9d0-bd19de1fdc00 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Floating IP 326ae22f-f1bb-4a8d-b968-d9de0d1266f2 associated. External IP: 172.27.3.127, port: 6f7e8751-2025-4d21-8b3b-8cf7112ba207. Sep 20 16:09:25.949240 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d35dd3e-d013-4531-a9d0-bd19de1fdc00 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Router 99d76ff4-d17c-4897-b158-1e2217f6bf18 has already been hosted by L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a {{(pid=82368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 20 16:09:26.153452 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d35dd3e-d013-4531-a9d0-bd19de1fdc00 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 16:09:26.163508 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad27e5f-77f6-40df-a850-f91aaf8ca3b2 None None] Sync routers for ids ['99d76ff4-d17c-4897-b158-1e2217f6bf18'] in dv-cinder-809669-1-iscsi {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 16:09:26.176364 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad27e5f-77f6-40df-a850-f91aaf8ca3b2 None None] Routers {'99d76ff4-d17c-4897-b158-1e2217f6bf18'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:09:26.177102 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-8ad27e5f-77f6-40df-a850-f91aaf8ca3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:09:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['99d76ff4-d17c-4897-b158-1e2217f6bf18'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:09:26.178374 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0d35dd3e-d013-4531-a9d0-bd19de1fdc00 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for floatingip, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:09:26.233723 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-0d35dd3e-d013-4531-a9d0-bd19de1fdc00 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5803802 Sep 20 16:09:26.234417 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2485fa3-48ed-4131-99ff-1d5f25dcaf8a', 'tag': '6f7e8751-2025-4d21-8b3b-8cf7112ba207'}] {{(pid=82368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:09:26.293011 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2485fa3-48ed-4131-99ff-1d5f25dcaf8a', 'tag': '6f7e8751-2025-4d21-8b3b-8cf7112ba207', 'status': 'completed', 'code': 200} Sep 20 16:09:26.393346 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-71f3af26-0ab9-45c4-9354-b936ee7be8b4 req-2aa1ab47-ac4a-4a9d-93e1-dd07605ae682 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5cd73682bc64cdaa6b766020253c8fd&device_id=f2485fa3-48ed-4131-99ff-1d5f25dcaf8a HTTP/1.1" status: 200 len: 1099 time: 0.0782945 Sep 20 16:09:26.515360 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-8ad27e5f-77f6-40df-a850-f91aaf8ca3b2 None None] Set router 99d76ff4-d17c-4897-b158-1e2217f6bf18 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:09:26.535853 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3af26-0ab9-45c4-9354-b936ee7be8b4 req-160c9d2a-a8f3-4806-9823-39e4976dac34 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:09:26.537451 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-71f3af26-0ab9-45c4-9354-b936ee7be8b4 req-160c9d2a-a8f3-4806-9823-39e4976dac34 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3486c4e5-0021-45c8-9533-9b5c178c51f3 HTTP/1.1" status: 200 len: 912 time: 0.1371362 Sep 20 16:09:26.645374 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-71f3af26-0ab9-45c4-9354-b936ee7be8b4 req-72d9991a-aa21-4d56-9d7b-dd698f65df7e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f7e8751-2025-4d21-8b3b-8cf7112ba207 HTTP/1.1" status: 200 len: 1000 time: 0.1014600 Sep 20 16:09:26.716247 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3af26-0ab9-45c4-9354-b936ee7be8b4 req-f0038224-3583-49c8-9930-0a3bc508f109 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:09:26.717811 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-71f3af26-0ab9-45c4-9354-b936ee7be8b4 req-f0038224-3583-49c8-9930-0a3bc508f109 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52a7ee89-01e3-413c-ad3b-2dd2f5ae893f HTTP/1.1" status: 200 len: 850 time: 0.0663009 Sep 20 16:09:26.799179 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-71f3af26-0ab9-45c4-9354-b936ee7be8b4 req-578c9c0b-d6d4-452e-98ae-a30c791a5372 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3486c4e5-0021-45c8-9533-9b5c178c51f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736816 Sep 20 16:09:26.881300 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-8ad27e5f-77f6-40df-a850-f91aaf8ca3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'name': 'tempest-TestVolumeBootPattern-997459256-router', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '4df80569-13db-4632-9530-96bee422e73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:03:55Z', 'updated_at': '2021-09-20T16:04:00Z', 'revision_number': 4, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'gw_port': {'id': '4df80569-13db-4632-9530-96bee422e73c', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:56Z', 'updated_at': '2021-09-20T16:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_floatingips': [{'id': '326ae22f-f1bb-4a8d-b968-d9de0d1266f2', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'floating_ip_address': '172.27.3.127', 'floating_network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'router_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'port_id': '6f7e8751-2025-4d21-8b3b-8cf7112ba207', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'mac_address': 'fa:16:3e:42:5d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2485fa3-48ed-4131-99ff-1d5f25dcaf8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T16:09:24Z', 'updated_at': '2021-09-20T16:09:24Z', 'revision_number': 0, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'fixed_ip_address_scope': None}, {'id': '35dec1e9-274c-4ed0-a13f-a995e06aa6d9', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'floating_ip_address': '172.27.3.14', 'floating_network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'router_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'port_id': 'e827f737-8303-4159-a00f-4d5aab5f89c3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'mac_address': 'fa:16:3e:b4:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e887c0ae-2057-4fc1-a709-da9a56d9e5d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T16:07:29Z', 'updated_at': '2021-09-20T16:07:33Z', 'revision_number': 1, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51bc2558-943e-46ca-936a-1f6373c87035', 'name': '', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'mac_address': 'fa:16:3e:f5:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:58Z', 'updated_at': '2021-09-20T16:04:12Z', 'revision_number': 5, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'subnets': [{'id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:09:26.886051 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad27e5f-77f6-40df-a850-f91aaf8ca3b2 None None] Checking router: 99d76ff4-d17c-4897-b158-1e2217f6bf18 for host: dv-cinder-809669-1-iscsi {{(pid=82370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 16:09:26.898166 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad27e5f-77f6-40df-a850-f91aaf8ca3b2 None None] Routers {'99d76ff4-d17c-4897-b158-1e2217f6bf18'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:09:26.898884 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-8ad27e5f-77f6-40df-a850-f91aaf8ca3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:09:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['99d76ff4-d17c-4897-b158-1e2217f6bf18'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:09:26.942922 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-71f3af26-0ab9-45c4-9354-b936ee7be8b4 req-cb938c32-8545-4584-90f1-01838912e9ed service neutron] 10.222.0.36 "GET /v2.0/networks/3486c4e5-0021-45c8-9533-9b5c178c51f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372447 Sep 20 16:09:27.086813 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-71f3af26-0ab9-45c4-9354-b936ee7be8b4 req-cd56ff96-b576-410d-b7b0-4d542acbd9f7 service neutron] 10.222.0.36 "GET /v2.0/networks/3486c4e5-0021-45c8-9533-9b5c178c51f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360333 Sep 20 16:09:27.087367 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-8ad27e5f-77f6-40df-a850-f91aaf8ca3b2 None None] Set router 99d76ff4-d17c-4897-b158-1e2217f6bf18 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:09:27.453402 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-8ad27e5f-77f6-40df-a850-f91aaf8ca3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'name': 'tempest-TestVolumeBootPattern-997459256-router', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '4df80569-13db-4632-9530-96bee422e73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:03:55Z', 'updated_at': '2021-09-20T16:04:00Z', 'revision_number': 4, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'gw_port': {'id': '4df80569-13db-4632-9530-96bee422e73c', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:56Z', 'updated_at': '2021-09-20T16:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_floatingips': [{'id': '326ae22f-f1bb-4a8d-b968-d9de0d1266f2', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'floating_ip_address': '172.27.3.127', 'floating_network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'router_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'port_id': '6f7e8751-2025-4d21-8b3b-8cf7112ba207', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'mac_address': 'fa:16:3e:42:5d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2485fa3-48ed-4131-99ff-1d5f25dcaf8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T16:09:24Z', 'updated_at': '2021-09-20T16:09:24Z', 'revision_number': 0, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'fixed_ip_address_scope': None}, {'id': '35dec1e9-274c-4ed0-a13f-a995e06aa6d9', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'floating_ip_address': '172.27.3.14', 'floating_network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'router_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'port_id': 'e827f737-8303-4159-a00f-4d5aab5f89c3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'mac_address': 'fa:16:3e:b4:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e887c0ae-2057-4fc1-a709-da9a56d9e5d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T16:07:29Z', 'updated_at': '2021-09-20T16:07:33Z', 'revision_number': 1, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51bc2558-943e-46ca-936a-1f6373c87035', 'name': '', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'mac_address': 'fa:16:3e:f5:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:58Z', 'updated_at': '2021-09-20T16:04:12Z', 'revision_number': 5, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'subnets': [{'id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:09:27.458019 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ad27e5f-77f6-40df-a850-f91aaf8ca3b2 None None] The sync data for ids ['99d76ff4-d17c-4897-b158-1e2217f6bf18'] in dv-cinder-809669-1-iscsi is: [{'id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'name': 'tempest-TestVolumeBootPattern-997459256-router', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '4df80569-13db-4632-9530-96bee422e73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:03:55Z', 'updated_at': '2021-09-20T16:04:00Z', 'revision_number': 4, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'gw_port': {'id': '4df80569-13db-4632-9530-96bee422e73c', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:56Z', 'updated_at': '2021-09-20T16:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_floatingips': [{'id': '326ae22f-f1bb-4a8d-b968-d9de0d1266f2', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'floating_ip_address': '172.27.3.127', 'floating_network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'router_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'port_id': '6f7e8751-2025-4d21-8b3b-8cf7112ba207', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'mac_address': 'fa:16:3e:42:5d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2485fa3-48ed-4131-99ff-1d5f25dcaf8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T16:09:24Z', 'updated_at': '2021-09-20T16:09:24Z', 'revision_number': 0, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'fixed_ip_address_scope': None}, {'id': '35dec1e9-274c-4ed0-a13f-a995e06aa6d9', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'floating_ip_address': '172.27.3.14', 'floating_network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'router_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'port_id': 'e827f737-8303-4159-a00f-4d5aab5f89c3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'mac_address': 'fa:16:3e:b4:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e887c0ae-2057-4fc1-a709-da9a56d9e5d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T16:07:29Z', 'updated_at': '2021-09-20T16:07:33Z', 'revision_number': 1, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51bc2558-943e-46ca-936a-1f6373c87035', 'name': '', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'mac_address': 'fa:16:3e:f5:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:58Z', 'updated_at': '2021-09-20T16:04:12Z', 'revision_number': 5, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'subnets': [{'id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 16:09:27.801449 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d538ecf4-b236-45bb-98d9-ca82cfdb3a7b None None] New status for floating IP 326ae22f-f1bb-4a8d-b968-d9de0d1266f2: ACTIVE {{(pid=82371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 20 16:09:29.229141 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.agents_db [None req-ae0f67a0-09e8-4135-93df-5bebfb5cb2de None None] Agent healthcheck: found 6 active agents {{(pid=82371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 20 16:09:32.782757 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-500a8fa4-1207-45a4-b844-b979242b42b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:09:34.149812 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:09:35.126475 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1cab68b3-40d4-42b2-8ef8-634d6297f645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:09:35.587194 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:09:36.927208 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:09:40.384201 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:01.619850 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 34228) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:10:01.824485 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-081c874e-7ea9-4a64-b1d1-ed35d1ea99dd tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Deleting port 541db1a3-3d3a-4a31-b628-9626b9cc4133 {{(pid=82368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:10:01.824865 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-081c874e-7ea9-4a64-b1d1-ed35d1ea99dd tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:02.001180 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-081c874e-7ea9-4a64-b1d1-ed35d1ea99dd tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:02.001551 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-081c874e-7ea9-4a64-b1d1-ed35d1ea99dd tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:02.127756 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-081c874e-7ea9-4a64-b1d1-ed35d1ea99dd tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Calling delete_port for 541db1a3-3d3a-4a31-b628-9626b9cc4133 owned by network:floatingip {{(pid=82368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:10:02.277044 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-081c874e-7ea9-4a64-b1d1-ed35d1ea99dd tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:02.281312 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-532132f2-9928-42ad-b024-22576a2038c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:10:02.324566 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081c874e-7ea9-4a64-b1d1-ed35d1ea99dd tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Pushing event deleted for resources: {'Port': ['ID=541db1a3-3d3a-4a31-b628-9626b9cc4133,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:10:02.364450 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c874e-7ea9-4a64-b1d1-ed35d1ea99dd tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:10:02.364876 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c874e-7ea9-4a64-b1d1-ed35d1ea99dd tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:10:02.365290 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c874e-7ea9-4a64-b1d1-ed35d1ea99dd tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:10:02.365698 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c874e-7ea9-4a64-b1d1-ed35d1ea99dd tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:10:02.366101 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c874e-7ea9-4a64-b1d1-ed35d1ea99dd tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:10:02.366505 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c874e-7ea9-4a64-b1d1-ed35d1ea99dd tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:10:02.366927 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c874e-7ea9-4a64-b1d1-ed35d1ea99dd tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:10:02.367330 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c874e-7ea9-4a64-b1d1-ed35d1ea99dd tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:10:02.367728 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c874e-7ea9-4a64-b1d1-ed35d1ea99dd tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:10:02.368674 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c874e-7ea9-4a64-b1d1-ed35d1ea99dd tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:10:02.369071 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081c874e-7ea9-4a64-b1d1-ed35d1ea99dd tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:10:02.376125 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-081c874e-7ea9-4a64-b1d1-ed35d1ea99dd tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:10:02.431412 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-081c874e-7ea9-4a64-b1d1-ed35d1ea99dd tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks [] for floatingip, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:02.783838 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3a161e3a-6d2e-43c6-97cd-719ccdd7b65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:02.838499 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-081c874e-7ea9-4a64-b1d1-ed35d1ea99dd tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Router b5efb64d-30c6-45a5-918d-186613aa0f3c has already been hosted by L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a {{(pid=82368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 20 16:10:03.049981 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081c874e-7ea9-4a64-b1d1-ed35d1ea99dd tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 16:10:03.059787 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36e55e8-583e-42a7-a97d-566d4e491c8b None None] Sync routers for ids ['b5efb64d-30c6-45a5-918d-186613aa0f3c'] in dv-cinder-809669-1-iscsi {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 16:10:03.066438 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-081c874e-7ea9-4a64-b1d1-ed35d1ea99dd tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for floatingip, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:03.071797 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36e55e8-583e-42a7-a97d-566d4e491c8b None None] Routers {'b5efb64d-30c6-45a5-918d-186613aa0f3c'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:10:03.072467 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-d36e55e8-583e-42a7-a97d-566d4e491c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:09:35Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['b5efb64d-30c6-45a5-918d-186613aa0f3c'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:10:03.120997 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-081c874e-7ea9-4a64-b1d1-ed35d1ea99dd tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "DELETE /v2.0/floatingips/cc7203b6-2e1b-42ec-87fe-c61a93ae924b HTTP/1.1" status: 204 len: 168 time: 1.4999871 Sep 20 16:10:03.121680 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e76a3a0-2d97-4256-9062-3457eba9cffa', 'tag': '0551b379-b9d8-4e89-87ff-678c341f24b2'}] {{(pid=82368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:10:03.263261 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e76a3a0-2d97-4256-9062-3457eba9cffa', 'tag': '0551b379-b9d8-4e89-87ff-678c341f24b2', 'status': 'completed', 'code': 200} Sep 20 16:10:03.267343 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-d36e55e8-583e-42a7-a97d-566d4e491c8b None None] Set router b5efb64d-30c6-45a5-918d-186613aa0f3c gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:10:03.437980 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9a9f7e88-6b10-4261-b61e-928e14b142f8 req-f7188f8a-defe-4a7d-bda5-821289dacd7f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6306c250ae944d37a3e32aa956ccd533&device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 1099 time: 0.1516101 Sep 20 16:10:03.588770 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f7e88-6b10-4261-b61e-928e14b142f8 req-cca1a295-2f0f-46f9-a4c4-4d32e9d54a26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:10:03.590976 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9a9f7e88-6b10-4261-b61e-928e14b142f8 req-cca1a295-2f0f-46f9-a4c4-4d32e9d54a26 service neutron] 10.222.0.36 "GET /v2.0/networks?id=00f00114-e797-4923-84d8-1eb9559185f6 HTTP/1.1" status: 200 len: 909 time: 0.1448588 Sep 20 16:10:03.620896 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-d36e55e8-583e-42a7-a97d-566d4e491c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5efb64d-30c6-45a5-918d-186613aa0f3c', 'name': 'tempest-TestShelveInstance-381728854-router', 'tenant_id': '6306c250ae944d37a3e32aa956ccd533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '8cf831d0-3706-483f-bce4-0c7e14fd30a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:05:10Z', 'updated_at': '2021-09-20T16:05:15Z', 'revision_number': 4, 'project_id': '6306c250ae944d37a3e32aa956ccd533', 'gw_port': {'id': '8cf831d0-3706-483f-bce4-0c7e14fd30a5', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:2a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5efb64d-30c6-45a5-918d-186613aa0f3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:05:11Z', 'updated_at': '2021-09-20T16:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': 'e7de5834-a7f7-4688-b8e5-1f2a53aa51f0', 'name': '', 'network_id': '00f00114-e797-4923-84d8-1eb9559185f6', 'tenant_id': '6306c250ae944d37a3e32aa956ccd533', 'mac_address': 'fa:16:3e:92:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5efb64d-30c6-45a5-918d-186613aa0f3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc04fde6-0920-4d15-9c98-c393d9df92d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:05:14Z', 'updated_at': '2021-09-20T16:05:24Z', 'revision_number': 5, 'project_id': '6306c250ae944d37a3e32aa956ccd533', 'subnets': [{'id': 'fc04fde6-0920-4d15-9c98-c393d9df92d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:10:03.625602 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36e55e8-583e-42a7-a97d-566d4e491c8b None None] Checking router: b5efb64d-30c6-45a5-918d-186613aa0f3c for host: dv-cinder-809669-1-iscsi {{(pid=82370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 16:10:03.637836 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36e55e8-583e-42a7-a97d-566d4e491c8b None None] Routers {'b5efb64d-30c6-45a5-918d-186613aa0f3c'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:10:03.638546 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-d36e55e8-583e-42a7-a97d-566d4e491c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:09:35Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['b5efb64d-30c6-45a5-918d-186613aa0f3c'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:10:03.672522 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9a9f7e88-6b10-4261-b61e-928e14b142f8 req-e84d4e68-cde3-46e4-bc16-0ad7b42893aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0551b379-b9d8-4e89-87ff-678c341f24b2 HTTP/1.1" status: 200 len: 217 time: 0.0727031 Sep 20 16:10:03.745689 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f7e88-6b10-4261-b61e-928e14b142f8 req-1cda5e9a-4d8c-4221-970d-7a9d62a55d81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:10:03.747329 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9a9f7e88-6b10-4261-b61e-928e14b142f8 req-1cda5e9a-4d8c-4221-970d-7a9d62a55d81 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=fc04fde6-0920-4d15-9c98-c393d9df92d2 HTTP/1.1" status: 200 len: 847 time: 0.0659242 Sep 20 16:10:03.783327 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45e944-b112-4649-8224-c20089d03418 req-14c3b161-fc56-4a4d-abf0-d335510cd32a tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:10:03.784098 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-9f45e944-b112-4649-8224-c20089d03418 req-14c3b161-fc56-4a4d-abf0-d335510cd32a tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Synchronizing usage tracker for tenant:6306c250ae944d37a3e32aa956ccd533 on resource:port {{(pid=82368) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:10:03.800329 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-9f45e944-b112-4649-8224-c20089d03418 req-14c3b161-fc56-4a4d-abf0-d335510cd32a tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Unset dirty status for tenant:6306c250ae944d37a3e32aa956ccd533 on resource:port {{(pid=82368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:10:03.801643 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9f45e944-b112-4649-8224-c20089d03418 req-14c3b161-fc56-4a4d-abf0-d335510cd32a tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 946 time: 0.3427255 Sep 20 16:10:03.828316 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-d36e55e8-583e-42a7-a97d-566d4e491c8b None None] Set router b5efb64d-30c6-45a5-918d-186613aa0f3c gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:10:03.840285 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9a9f7e88-6b10-4261-b61e-928e14b142f8 req-6a8286c3-e188-4429-b626-c98a9a56d917 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00f00114-e797-4923-84d8-1eb9559185f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0814641 Sep 20 16:10:03.851986 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9f45e944-b112-4649-8224-c20089d03418 req-743090b9-6a58-450e-a745-9e5e4e2f1c66 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433154 Sep 20 16:10:03.854495 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [req-9a9f7e88-6b10-4261-b61e-928e14b142f8 req-e33af66b-4b22-4e43-bce0-21b37639c764 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=82369) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 20 16:10:03.855683 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9a9f7e88-6b10-4261-b61e-928e14b142f8 req-e33af66b-4b22-4e43-bce0-21b37639c764 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0055792 Sep 20 16:10:04.020616 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9a9f7e88-6b10-4261-b61e-928e14b142f8 req-0739d97e-9757-4bb7-9204-25e2939146db service neutron] 10.222.0.36 "GET /v2.0/networks/00f00114-e797-4923-84d8-1eb9559185f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555812 Sep 20 16:10:04.180101 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-9a9f7e88-6b10-4261-b61e-928e14b142f8 req-68587686-3a6b-482f-9673-2c50ec8b7b96 service neutron] 10.222.0.36 "GET /v2.0/networks/00f00114-e797-4923-84d8-1eb9559185f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524689 Sep 20 16:10:04.201709 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:04.366017 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-d36e55e8-583e-42a7-a97d-566d4e491c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5efb64d-30c6-45a5-918d-186613aa0f3c', 'name': 'tempest-TestShelveInstance-381728854-router', 'tenant_id': '6306c250ae944d37a3e32aa956ccd533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '8cf831d0-3706-483f-bce4-0c7e14fd30a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:05:10Z', 'updated_at': '2021-09-20T16:05:15Z', 'revision_number': 4, 'project_id': '6306c250ae944d37a3e32aa956ccd533', 'gw_port': {'id': '8cf831d0-3706-483f-bce4-0c7e14fd30a5', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:2a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5efb64d-30c6-45a5-918d-186613aa0f3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:05:11Z', 'updated_at': '2021-09-20T16:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': 'e7de5834-a7f7-4688-b8e5-1f2a53aa51f0', 'name': '', 'network_id': '00f00114-e797-4923-84d8-1eb9559185f6', 'tenant_id': '6306c250ae944d37a3e32aa956ccd533', 'mac_address': 'fa:16:3e:92:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5efb64d-30c6-45a5-918d-186613aa0f3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc04fde6-0920-4d15-9c98-c393d9df92d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:05:14Z', 'updated_at': '2021-09-20T16:05:24Z', 'revision_number': 5, 'project_id': '6306c250ae944d37a3e32aa956ccd533', 'subnets': [{'id': 'fc04fde6-0920-4d15-9c98-c393d9df92d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:10:04.370169 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36e55e8-583e-42a7-a97d-566d4e491c8b None None] The sync data for ids ['b5efb64d-30c6-45a5-918d-186613aa0f3c'] in dv-cinder-809669-1-iscsi is: [{'id': 'b5efb64d-30c6-45a5-918d-186613aa0f3c', 'name': 'tempest-TestShelveInstance-381728854-router', 'tenant_id': '6306c250ae944d37a3e32aa956ccd533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '8cf831d0-3706-483f-bce4-0c7e14fd30a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:05:10Z', 'updated_at': '2021-09-20T16:05:15Z', 'revision_number': 4, 'project_id': '6306c250ae944d37a3e32aa956ccd533', 'gw_port': {'id': '8cf831d0-3706-483f-bce4-0c7e14fd30a5', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:2a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5efb64d-30c6-45a5-918d-186613aa0f3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:05:11Z', 'updated_at': '2021-09-20T16:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': 'e7de5834-a7f7-4688-b8e5-1f2a53aa51f0', 'name': '', 'network_id': '00f00114-e797-4923-84d8-1eb9559185f6', 'tenant_id': '6306c250ae944d37a3e32aa956ccd533', 'mac_address': 'fa:16:3e:92:c4:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5efb64d-30c6-45a5-918d-186613aa0f3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fc04fde6-0920-4d15-9c98-c393d9df92d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:05:14Z', 'updated_at': '2021-09-20T16:05:24Z', 'revision_number': 5, 'project_id': '6306c250ae944d37a3e32aa956ccd533', 'subnets': [{'id': 'fc04fde6-0920-4d15-9c98-c393d9df92d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 16:10:04.849415 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5716449-16c0-45e6-942f-46ae61c26a51 None None] New status for floating IP cc7203b6-2e1b-42ec-87fe-c61a93ae924b: DOWN {{(pid=82371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 20 16:10:05.050038 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c7db81-6a37-48f1-bd38-d4f94d4ff605 req-580b2456-2e83-40b6-b7cd-d4a9b9b62139 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:10:05.050803 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-69c7db81-6a37-48f1-bd38-d4f94d4ff605 req-580b2456-2e83-40b6-b7cd-d4a9b9b62139 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Synchronizing usage tracker for tenant:6306c250ae944d37a3e32aa956ccd533 on resource:port {{(pid=82369) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:10:05.064131 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ead7e-57ba-481b-b1fb-a956c84f8690 req-579cfa9f-b98e-42bf-b4ea-6c8501efe6be tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:10:05.064398 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-69c7db81-6a37-48f1-bd38-d4f94d4ff605 req-580b2456-2e83-40b6-b7cd-d4a9b9b62139 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Unset dirty status for tenant:6306c250ae944d37a3e32aa956ccd533 on resource:port {{(pid=82369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:10:05.065604 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-69c7db81-6a37-48f1-bd38-d4f94d4ff605 req-580b2456-2e83-40b6-b7cd-d4a9b9b62139 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.36 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 946 time: 0.1005158 Sep 20 16:10:05.065847 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f07ead7e-57ba-481b-b1fb-a956c84f8690 req-579cfa9f-b98e-42bf-b4ea-6c8501efe6be tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 946 time: 0.0816536 Sep 20 16:10:05.115487 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-f07ead7e-57ba-481b-b1fb-a956c84f8690 req-877ee2ea-236a-4d50-86cb-af09d7448f49 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/security-groups?id=f4995b55-6e94-4ccc-bd89-05370ebc6c36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436440 Sep 20 16:10:05.127800 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-2c29b55a-4a42-4978-b9c8-480bee9cd4a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:05.151816 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [req-69c7db81-6a37-48f1-bd38-d4f94d4ff605 req-5c808cdf-39a2-4629-bfc2-aa603f449f74 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Deleting port 0551b379-b9d8-4e89-87ff-678c341f24b2 {{(pid=82369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:10:05.152428 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-69c7db81-6a37-48f1-bd38-d4f94d4ff605 req-5c808cdf-39a2-4629-bfc2-aa603f449f74 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:05.397635 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-69c7db81-6a37-48f1-bd38-d4f94d4ff605 req-5c808cdf-39a2-4629-bfc2-aa603f449f74 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] For port 0551b379-b9d8-4e89-87ff-678c341f24b2, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=0551b379-b9d8-4e89-87ff-678c341f24b2,segment=NetworkSegment(28f4d88d-0f86-4778-bde3-e90c9f794a0e),segment_id=28f4d88d-0f86-4778-bde3-e90c9f794a0e)] {{(pid=82369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:10:05.398028 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-69c7db81-6a37-48f1-bd38-d4f94d4ff605 req-5c808cdf-39a2-4629-bfc2-aa603f449f74 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:05.523969 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [req-69c7db81-6a37-48f1-bd38-d4f94d4ff605 req-5c808cdf-39a2-4629-bfc2-aa603f449f74 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Calling delete_port for 0551b379-b9d8-4e89-87ff-678c341f24b2 owned by compute:nova {{(pid=82369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:10:05.591715 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:05.663540 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-69c7db81-6a37-48f1-bd38-d4f94d4ff605 req-5c808cdf-39a2-4629-bfc2-aa603f449f74 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33095450'] for port, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:05.670847 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f34934ca-428d-4475-adc3-2daf99b65150 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:10:05.722098 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c808cdf-39a2-4629-bfc2-aa603f449f74 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Pushing event deleted for resources: {'Port': ['ID=0551b379-b9d8-4e89-87ff-678c341f24b2,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:10:05.724871 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-5c808cdf-39a2-4629-bfc2-aa603f449f74 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:10:05.795577 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [req-69c7db81-6a37-48f1-bd38-d4f94d4ff605 req-5c808cdf-39a2-4629-bfc2-aa603f449f74 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] No DVR routers for this DVR port 0551b379-b9d8-4e89-87ff-678c341f24b2 on host hv-cinder-80966 {{(pid=82369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 20 16:10:05.797981 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-69c7db81-6a37-48f1-bd38-d4f94d4ff605 req-5c808cdf-39a2-4629-bfc2-aa603f449f74 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:05.800722 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e76a3a0-2d97-4256-9062-3457eba9cffa', 'name': 'network-vif-deleted', 'tag': '0551b379-b9d8-4e89-87ff-678c341f24b2'}] {{(pid=82369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:10:05.815593 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-69c7db81-6a37-48f1-bd38-d4f94d4ff605 req-5c808cdf-39a2-4629-bfc2-aa603f449f74 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.36 "DELETE /v2.0/ports/0551b379-b9d8-4e89-87ff-678c341f24b2 HTTP/1.1" status: 204 len: 173 time: 0.7373827 Sep 20 16:10:05.951950 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e76a3a0-2d97-4256-9062-3457eba9cffa', 'name': 'network-vif-deleted', 'tag': '0551b379-b9d8-4e89-87ff-678c341f24b2', 'status': 'completed', 'code': 200} Sep 20 16:10:06.231897 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.agents_db [None req-ae0f67a0-09e8-4135-93df-5bebfb5cb2de None None] Agent healthcheck: found 6 active agents {{(pid=82371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 20 16:10:06.290760 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-6136374c-feda-4a50-b3fc-3beacd438146 req-e9afb403-202f-4bc2-809e-d8941b62f905 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "GET /v2.0/ports?device_id=9e76a3a0-2d97-4256-9062-3457eba9cffa HTTP/1.1" status: 200 len: 210 time: 0.0503409 Sep 20 16:10:06.932533 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:07.397440 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 34256) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:10:07.470533 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-950f9635-5702-4cda-ad1c-4f12bb6e0d2f tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:07.500316 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-950f9635-5702-4cda-ad1c-4f12bb6e0d2f tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:07.550019 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-950f9635-5702-4cda-ad1c-4f12bb6e0d2f tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:07.555404 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-1bc0600e-128d-49d1-ae57-3759e005b23d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:10:07.571021 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950f9635-5702-4cda-ad1c-4f12bb6e0d2f tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4995b55-6e94-4ccc-bd89-05370ebc6c36,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:10:07.573871 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-950f9635-5702-4cda-ad1c-4f12bb6e0d2f tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:10:07.580685 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-950f9635-5702-4cda-ad1c-4f12bb6e0d2f tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:07.581885 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-950f9635-5702-4cda-ad1c-4f12bb6e0d2f tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] 10.222.0.35 "DELETE /v2.0/security-groups/f4995b55-6e94-4ccc-bd89-05370ebc6c36 HTTP/1.1" status: 204 len: 168 time: 0.1833887 Sep 20 16:10:08.657514 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 34264) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:10:09.192669 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3eefed5b-b594-4d50-93c6-e8a66e0d0c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853748314'] for router_interface, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:09.358058 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 0551b379-b9d8-4e89-87ff-678c341f24b2 no longer exists at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:10:09.391648 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] No Port match for: 0551b379-b9d8-4e89-87ff-678c341f24b2 {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:10:09.392069 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 0551b379-b9d8-4e89-87ff-678c341f24b2 not bound to the agent host hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:10:09.794452 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-3eefed5b-b594-4d50-93c6-e8a66e0d0c16 admin admin] Deleting port e7de5834-a7f7-4688-b8e5-1f2a53aa51f0 {{(pid=82368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:10:09.795080 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3eefed5b-b594-4d50-93c6-e8a66e0d0c16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:09.974011 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-3eefed5b-b594-4d50-93c6-e8a66e0d0c16 admin admin] For port e7de5834-a7f7-4688-b8e5-1f2a53aa51f0, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=e7de5834-a7f7-4688-b8e5-1f2a53aa51f0,segment=NetworkSegment(28f4d88d-0f86-4778-bde3-e90c9f794a0e),segment_id=28f4d88d-0f86-4778-bde3-e90c9f794a0e)] {{(pid=82368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:10:09.974409 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3eefed5b-b594-4d50-93c6-e8a66e0d0c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:10.097427 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-3eefed5b-b594-4d50-93c6-e8a66e0d0c16 admin admin] Calling delete_port for e7de5834-a7f7-4688-b8e5-1f2a53aa51f0 owned by network:router_interface {{(pid=82368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:10:10.263162 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3eefed5b-b594-4d50-93c6-e8a66e0d0c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:10.267368 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:10:10.308559 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eefed5b-b594-4d50-93c6-e8a66e0d0c16 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7de5834-a7f7-4688-b8e5-1f2a53aa51f0,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:10:10.311330 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-3eefed5b-b594-4d50-93c6-e8a66e0d0c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:10:10.391484 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:10.602345 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3eefed5b-b594-4d50-93c6-e8a66e0d0c16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1259574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853748280'] for router_interface, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:11.408110 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eefed5b-b594-4d50-93c6-e8a66e0d0c16 admin admin] Router b5efb64d-30c6-45a5-918d-186613aa0f3c has already been hosted by L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a {{(pid=82368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 20 16:10:11.613189 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eefed5b-b594-4d50-93c6-e8a66e0d0c16 admin admin] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 16:10:11.622074 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524d6c01-b36e-4558-9e48-1ea44ab598bb None None] Sync routers for ids ['b5efb64d-30c6-45a5-918d-186613aa0f3c'] in dv-cinder-809669-1-iscsi {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 16:10:11.625850 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-3eefed5b-b594-4d50-93c6-e8a66e0d0c16 admin admin] 10.222.0.35 "PUT /v2.0/routers/b5efb64d-30c6-45a5-918d-186613aa0f3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9671433 Sep 20 16:10:11.628466 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 34270) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:10:11.635588 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524d6c01-b36e-4558-9e48-1ea44ab598bb None None] Routers {'b5efb64d-30c6-45a5-918d-186613aa0f3c'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:10:11.636263 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-524d6c01-b36e-4558-9e48-1ea44ab598bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:10:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['b5efb64d-30c6-45a5-918d-186613aa0f3c'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:10:11.819374 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-524d6c01-b36e-4558-9e48-1ea44ab598bb None None] Set router b5efb64d-30c6-45a5-918d-186613aa0f3c gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:10:11.857555 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fae3e139-58bf-47a8-9975-8a8133b0351a admin admin] Notify callbacks [] for router, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:12.074372 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fae3e139-58bf-47a8-9975-8a8133b0351a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:12.082417 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-fae3e139-58bf-47a8-9975-8a8133b0351a admin admin] Deleting port 8cf831d0-3706-483f-bce4-0c7e14fd30a5 {{(pid=82368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:10:12.082793 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fae3e139-58bf-47a8-9975-8a8133b0351a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:12.119963 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-524d6c01-b36e-4558-9e48-1ea44ab598bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5efb64d-30c6-45a5-918d-186613aa0f3c', 'name': 'tempest-TestShelveInstance-381728854-router', 'tenant_id': '6306c250ae944d37a3e32aa956ccd533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.13'}], 'enable_snat': True}, 'gw_port_id': '8cf831d0-3706-483f-bce4-0c7e14fd30a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:05:10Z', 'updated_at': '2021-09-20T16:10:10Z', 'revision_number': 5, 'project_id': '6306c250ae944d37a3e32aa956ccd533', 'gw_port': {'id': '8cf831d0-3706-483f-bce4-0c7e14fd30a5', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:2a:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5efb64d-30c6-45a5-918d-186613aa0f3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:05:11Z', 'updated_at': '2021-09-20T16:05:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi'}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:10:12.124237 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524d6c01-b36e-4558-9e48-1ea44ab598bb None None] Checking router: b5efb64d-30c6-45a5-918d-186613aa0f3c for host: dv-cinder-809669-1-iscsi {{(pid=82370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 16:10:12.136140 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524d6c01-b36e-4558-9e48-1ea44ab598bb None None] Routers {'b5efb64d-30c6-45a5-918d-186613aa0f3c'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:10:12.136801 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-524d6c01-b36e-4558-9e48-1ea44ab598bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:10:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['b5efb64d-30c6-45a5-918d-186613aa0f3c'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:10:12.259292 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-fae3e139-58bf-47a8-9975-8a8133b0351a admin admin] For port 8cf831d0-3706-483f-bce4-0c7e14fd30a5, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=8cf831d0-3706-483f-bce4-0c7e14fd30a5,segment=NetworkSegment(fa70b37f-a099-4785-9555-8d4eef3560f5),segment_id=fa70b37f-a099-4785-9555-8d4eef3560f5)] {{(pid=82368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:10:12.259684 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fae3e139-58bf-47a8-9975-8a8133b0351a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:12.291670 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-524d6c01-b36e-4558-9e48-1ea44ab598bb None None] Set router b5efb64d-30c6-45a5-918d-186613aa0f3c gateway port host: None {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:10:12.383973 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-fae3e139-58bf-47a8-9975-8a8133b0351a admin admin] Calling delete_port for 8cf831d0-3706-483f-bce4-0c7e14fd30a5 owned by network:router_gateway {{(pid=82368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:10:12.404544 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-524d6c01-b36e-4558-9e48-1ea44ab598bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5efb64d-30c6-45a5-918d-186613aa0f3c', 'name': 'tempest-TestShelveInstance-381728854-router', 'tenant_id': '6306c250ae944d37a3e32aa956ccd533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:05:10Z', 'updated_at': '2021-09-20T16:10:12Z', 'revision_number': 6, 'project_id': '6306c250ae944d37a3e32aa956ccd533', 'gw_port_host': None}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:10:12.408643 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524d6c01-b36e-4558-9e48-1ea44ab598bb None None] The sync data for ids ['b5efb64d-30c6-45a5-918d-186613aa0f3c'] in dv-cinder-809669-1-iscsi is: [{'id': 'b5efb64d-30c6-45a5-918d-186613aa0f3c', 'name': 'tempest-TestShelveInstance-381728854-router', 'tenant_id': '6306c250ae944d37a3e32aa956ccd533', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:05:10Z', 'updated_at': '2021-09-20T16:10:12Z', 'revision_number': 6, 'project_id': '6306c250ae944d37a3e32aa956ccd533', 'gw_port_host': None}] {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 16:10:12.556052 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fae3e139-58bf-47a8-9975-8a8133b0351a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:12.560655 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-eb2684e8-e866-424e-b4b0-459aa6173b80 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:10:12.604529 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae3e139-58bf-47a8-9975-8a8133b0351a admin admin] Pushing event deleted for resources: {'Port': ['ID=8cf831d0-3706-483f-bce4-0c7e14fd30a5,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:10:12.607574 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-fae3e139-58bf-47a8-9975-8a8133b0351a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:10:12.835600 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fae3e139-58bf-47a8-9975-8a8133b0351a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1017928'] for router_gateway, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:13.123501 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fae3e139-58bf-47a8-9975-8a8133b0351a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1025864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7935'] for router, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:13.129776 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fae3e139-58bf-47a8-9975-8a8133b0351a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:13.158330 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fae3e139-58bf-47a8-9975-8a8133b0351a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853744133'] for router, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:13.158907 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae3e139-58bf-47a8-9975-8a8133b0351a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5efb64d-30c6-45a5-918d-186613aa0f3c {{(pid=82368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 20 16:10:13.171732 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fae3e139-58bf-47a8-9975-8a8133b0351a admin admin] Notify callbacks [] for router, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:13.175458 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-fae3e139-58bf-47a8-9975-8a8133b0351a admin admin] 10.222.0.35 "DELETE /v2.0/routers/b5efb64d-30c6-45a5-918d-186613aa0f3c HTTP/1.1" status: 204 len: 168 time: 1.5435300 Sep 20 16:10:13.175865 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 34274) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:10:13.244826 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c2133fa-111e-4a2a-b35f-0dd2803db1aa admin admin] Deleting subnet fc04fde6-0920-4d15-9c98-c393d9df92d2 {{(pid=82368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 20 16:10:13.248139 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1c2133fa-111e-4a2a-b35f-0dd2803db1aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:13.299878 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1c2133fa-111e-4a2a-b35f-0dd2803db1aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036823264745'] for subnet, precommit_delete_associations {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:13.382496 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1c2133fa-111e-4a2a-b35f-0dd2803db1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4005'] for subnet, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:13.463071 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1c2133fa-111e-4a2a-b35f-0dd2803db1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33517835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32979412'] for subnet, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:13.468438 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:10:13.503620 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2133fa-111e-4a2a-b35f-0dd2803db1aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc04fde6-0920-4d15-9c98-c393d9df92d2,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:10:13.507763 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-1c2133fa-111e-4a2a-b35f-0dd2803db1aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:10:13.511091 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-1c2133fa-111e-4a2a-b35f-0dd2803db1aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for subnet, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:13.516589 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bea217-964b-4dfc-9aeb-703cb67c0b72 None None] Network 00f00114-e797-4923-84d8-1eb9559185f6 requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 16:10:13.517415 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-1c2133fa-111e-4a2a-b35f-0dd2803db1aa admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fc04fde6-0920-4d15-9c98-c393d9df92d2 HTTP/1.1" status: 204 len: 168 time: 0.3404961 Sep 20 16:10:13.520238 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 34282) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:10:13.632473 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e96f5017-ab33-4c25-b212-52a36bb417f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854743839'] for network, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:13.644354 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-e96f5017-ab33-4c25-b212-52a36bb417f1 admin admin] Deleting port 084b95d9-d832-4285-8034-78f6bdd70401 {{(pid=82368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:10:13.644726 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e96f5017-ab33-4c25-b212-52a36bb417f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:13.769652 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0a65a7-b7c5-4548-96dd-98686617c5f1 None None] DHCP port deletion for 00f00114-e797-4923-84d8-1eb9559185f6 request from dv-cinder-809669-1-iscsi {{(pid=82370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Sep 20 16:10:13.773908 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-3a0a65a7-b7c5-4548-96dd-98686617c5f1 None None] Deleting port 084b95d9-d832-4285-8034-78f6bdd70401 {{(pid=82370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:10:13.774330 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3a0a65a7-b7c5-4548-96dd-98686617c5f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:14.000237 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-3a0a65a7-b7c5-4548-96dd-98686617c5f1 None None] For port 084b95d9-d832-4285-8034-78f6bdd70401, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=084b95d9-d832-4285-8034-78f6bdd70401,segment=NetworkSegment(28f4d88d-0f86-4778-bde3-e90c9f794a0e),segment_id=28f4d88d-0f86-4778-bde3-e90c9f794a0e)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:10:14.000459 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3a0a65a7-b7c5-4548-96dd-98686617c5f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:14.013276 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device e7de5834-a7f7-4688-b8e5-1f2a53aa51f0 no longer exists at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:10:14.092885 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-e96f5017-ab33-4c25-b212-52a36bb417f1 admin admin] For port 084b95d9-d832-4285-8034-78f6bdd70401, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=084b95d9-d832-4285-8034-78f6bdd70401,segment=NetworkSegment(28f4d88d-0f86-4778-bde3-e90c9f794a0e),segment_id=28f4d88d-0f86-4778-bde3-e90c9f794a0e)] {{(pid=82368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:10:14.093195 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e96f5017-ab33-4c25-b212-52a36bb417f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:14.101095 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] No Port match for: e7de5834-a7f7-4688-b8e5-1f2a53aa51f0 {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:10:14.101486 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device e7de5834-a7f7-4688-b8e5-1f2a53aa51f0 not bound to the agent host dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:10:14.102508 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 8cf831d0-3706-483f-bce4-0c7e14fd30a5 no longer exists at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:10:14.186571 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-3a0a65a7-b7c5-4548-96dd-98686617c5f1 None None] Calling delete_port for 084b95d9-d832-4285-8034-78f6bdd70401 owned by network:dhcp {{(pid=82370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:10:14.219042 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-e96f5017-ab33-4c25-b212-52a36bb417f1 admin admin] Calling delete_port for 084b95d9-d832-4285-8034-78f6bdd70401 owned by network:dhcp {{(pid=82368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:10:14.224188 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] No Port match for: 8cf831d0-3706-483f-bce4-0c7e14fd30a5 {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:10:14.224580 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 8cf831d0-3706-483f-bce4-0c7e14fd30a5 not bound to the agent host dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:10:14.225050 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 084b95d9-d832-4285-8034-78f6bdd70401 no longer exists at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:10:14.290530 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e96f5017-ab33-4c25-b212-52a36bb417f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:14.295152 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0d35dd3e-d013-4531-a9d0-bd19de1fdc00 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:10:14.307697 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] No active binding found for port 084b95d9-d832-4285-8034-78f6bdd70401 {{(pid=82370) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Sep 20 16:10:14.308140 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 084b95d9-d832-4285-8034-78f6bdd70401 not bound to the agent host dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:10:14.314009 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.db.api [None req-3a0a65a7-b7c5-4548-96dd-98686617c5f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82370) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Sep 20 16:10:14.314412 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_db.api [None req-3a0a65a7-b7c5-4548-96dd-98686617c5f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Sep 20 16:10:14.341874 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f5017-ab33-4c25-b212-52a36bb417f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=084b95d9-d832-4285-8034-78f6bdd70401,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:10:14.344678 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-e96f5017-ab33-4c25-b212-52a36bb417f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:10:14.348056 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96f5017-ab33-4c25-b212-52a36bb417f1 admin admin] No DVR routers for this DVR port 084b95d9-d832-4285-8034-78f6bdd70401 on host dv-cinder-809669-1-iscsi {{(pid=82368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 20 16:10:14.470461 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e96f5017-ab33-4c25-b212-52a36bb417f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30012', 'neutron.services.segments.db._delete_segments_for_network-8786514012702'] for network, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:14.496377 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-e96f5017-ab33-4c25-b212-52a36bb417f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00f00114-e797-4923-84d8-1eb9559185f6']}} {{(pid=82368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:10:14.509344 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-e96f5017-ab33-4c25-b212-52a36bb417f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28f4d88d-0f86-4778-bde3-e90c9f794a0e') {'for_net_delete': True} {{(pid=82368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:10:14.509682 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-e96f5017-ab33-4c25-b212-52a36bb417f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28f4d88d-0f86-4778-bde3-e90c9f794a0e') {} {{(pid=82368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:10:14.521488 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e96f5017-ab33-4c25-b212-52a36bb417f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250340771410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31511054'] for segment, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:14.536629 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e96f5017-ab33-4c25-b212-52a36bb417f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854403426'] for segment, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:14.543184 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e96f5017-ab33-4c25-b212-52a36bb417f1 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=82368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 20 16:10:14.543609 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e96f5017-ab33-4c25-b212-52a36bb417f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-372359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33518000'] for segment, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:14.557166 dv-cinder-809669-1-iscsi neutron-server[82259]: Traceback (most recent call last): Sep 20 16:10:14.557166 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 20 16:10:14.557166 dv-cinder-809669-1-iscsi neutron-server[82259]: timer() Sep 20 16:10:14.557166 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 16:10:14.557166 dv-cinder-809669-1-iscsi neutron-server[82259]: cb(*args, **kw) Sep 20 16:10:14.557166 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 20 16:10:14.557166 dv-cinder-809669-1-iscsi neutron-server[82259]: return func(*args, **kwargs) Sep 20 16:10:14.557166 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 16:10:14.557166 dv-cinder-809669-1-iscsi neutron-server[82259]: self._notify() Sep 20 16:10:14.557166 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 16:10:14.557166 dv-cinder-809669-1-iscsi neutron-server[82259]: self.callback(batched_events) Sep 20 16:10:14.557166 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 16:10:14.557166 dv-cinder-809669-1-iscsi neutron-server[82259]: event.method(event) Sep 20 16:10:14.557166 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 20 16:10:14.557166 dv-cinder-809669-1-iscsi neutron-server[82259]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 16:10:14.557166 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 20 16:10:14.557166 dv-cinder-809669-1-iscsi neutron-server[82259]: segment_id)['aggregates'][0] Sep 20 16:10:14.557166 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 20 16:10:14.557166 dv-cinder-809669-1-iscsi neutron-server[82259]: return f(self, *a, **k) Sep 20 16:10:14.557166 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 20 16:10:14.557166 dv-cinder-809669-1-iscsi neutron-server[82259]: return self._get(url).json() Sep 20 16:10:14.557166 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 16:10:14.557166 dv-cinder-809669-1-iscsi neutron-server[82259]: **kwargs) Sep 20 16:10:14.557166 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 20 16:10:14.557166 dv-cinder-809669-1-iscsi neutron-server[82259]: return self.request(url, 'GET', **kwargs) Sep 20 16:10:14.557166 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 20 16:10:14.557166 dv-cinder-809669-1-iscsi neutron-server[82259]: **endpoint_filter) Sep 20 16:10:14.557166 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 20 16:10:14.557166 dv-cinder-809669-1-iscsi neutron-server[82259]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 16:10:14.557166 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 20 16:10:14.557166 dv-cinder-809669-1-iscsi neutron-server[82259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 16:10:14.557166 dv-cinder-809669-1-iscsi neutron-server[82259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 16:10:14.634002 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e96f5017-ab33-4c25-b212-52a36bb417f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854745781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1017775'] for network, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:14.637647 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-ebef7137-821f-43dd-aa8d-f807741dd5e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:10:14.651695 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e96f5017-ab33-4c25-b212-52a36bb417f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for network, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:14.662720 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f5017-ab33-4c25-b212-52a36bb417f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=00f00114-e797-4923-84d8-1eb9559185f6,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:10:14.666162 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-e96f5017-ab33-4c25-b212-52a36bb417f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:10:14.676016 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-e96f5017-ab33-4c25-b212-52a36bb417f1 admin admin] 10.222.0.35 "DELETE /v2.0/networks/00f00114-e797-4923-84d8-1eb9559185f6 HTTP/1.1" status: 204 len: 168 time: 1.1547308 Sep 20 16:10:14.679033 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 34286) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:10:14.815226 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-3a0a65a7-b7c5-4548-96dd-98686617c5f1 None None] Deleting port 084b95d9-d832-4285-8034-78f6bdd70401 {{(pid=82370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:10:14.815855 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-3a0a65a7-b7c5-4548-96dd-98686617c5f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:15.041572 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-3a0a65a7-b7c5-4548-96dd-98686617c5f1 None None] The port '084b95d9-d832-4285-8034-78f6bdd70401' was deleted {{(pid=82370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Sep 20 16:10:15.109662 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f5b391bb-0f0d-4102-ab7d-1a57e85e0bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853748314'] for router_interface, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:15.706219 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-f5b391bb-0f0d-4102-ab7d-1a57e85e0bb8 admin admin] Deleting port a2ff69f3-e3d3-4799-9a9d-6e645ff72096 {{(pid=82368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:10:15.706898 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f5b391bb-0f0d-4102-ab7d-1a57e85e0bb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:15.885320 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-f5b391bb-0f0d-4102-ab7d-1a57e85e0bb8 admin admin] For port a2ff69f3-e3d3-4799-9a9d-6e645ff72096, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=a2ff69f3-e3d3-4799-9a9d-6e645ff72096,segment=NetworkSegment(3bc23ca0-8269-4234-9abd-164e04840442),segment_id=3bc23ca0-8269-4234-9abd-164e04840442)] {{(pid=82368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:10:15.885718 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f5b391bb-0f0d-4102-ab7d-1a57e85e0bb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:16.009134 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-f5b391bb-0f0d-4102-ab7d-1a57e85e0bb8 admin admin] Calling delete_port for a2ff69f3-e3d3-4799-9a9d-6e645ff72096 owned by network:router_interface {{(pid=82368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:10:16.171860 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f5b391bb-0f0d-4102-ab7d-1a57e85e0bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:16.175493 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-21287101-81e1-4ec6-8385-971c50a01643 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:10:16.215813 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b391bb-0f0d-4102-ab7d-1a57e85e0bb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2ff69f3-e3d3-4799-9a9d-6e645ff72096,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:10:16.219484 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-f5b391bb-0f0d-4102-ab7d-1a57e85e0bb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:10:16.511002 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-f5b391bb-0f0d-4102-ab7d-1a57e85e0bb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1259574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853748280'] for router_interface, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:17.323104 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b391bb-0f0d-4102-ab7d-1a57e85e0bb8 admin admin] Router f5cb38c0-4b33-4f93-ac71-e24997e51130 has already been hosted by L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a {{(pid=82368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 20 16:10:17.526961 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b391bb-0f0d-4102-ab7d-1a57e85e0bb8 admin admin] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 16:10:17.536029 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-f5b391bb-0f0d-4102-ab7d-1a57e85e0bb8 admin admin] 10.222.0.35 "PUT /v2.0/routers/f5cb38c0-4b33-4f93-ac71-e24997e51130/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8559434 Sep 20 16:10:17.536246 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd83a169-28e0-46fa-8a04-eb3667b55176 None None] Sync routers for ids ['f5cb38c0-4b33-4f93-ac71-e24997e51130'] in dv-cinder-809669-1-iscsi {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 16:10:17.538719 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 34290) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:10:17.548436 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd83a169-28e0-46fa-8a04-eb3667b55176 None None] Routers {'f5cb38c0-4b33-4f93-ac71-e24997e51130'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:10:17.549088 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-cd83a169-28e0-46fa-8a04-eb3667b55176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:10:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['f5cb38c0-4b33-4f93-ac71-e24997e51130'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:10:17.729533 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-cd83a169-28e0-46fa-8a04-eb3667b55176 None None] Set router f5cb38c0-4b33-4f93-ac71-e24997e51130 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:10:17.742264 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-bb22725e-efef-418d-9cfa-6e662eb7ff33 admin admin] Notify callbacks [] for router, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:17.946365 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-bb22725e-efef-418d-9cfa-6e662eb7ff33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:17.954965 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-bb22725e-efef-418d-9cfa-6e662eb7ff33 admin admin] Deleting port 00a09150-84b0-4a50-8709-9db40e13f66b {{(pid=82368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:10:17.955346 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-bb22725e-efef-418d-9cfa-6e662eb7ff33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:18.038614 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-cd83a169-28e0-46fa-8a04-eb3667b55176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cb38c0-4b33-4f93-ac71-e24997e51130', 'name': 'tempest-TestShelveInstance-2007021610-router', 'tenant_id': '8e9f8aca48a14c5db2a7f41c077c2901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.59'}], 'enable_snat': True}, 'gw_port_id': '00a09150-84b0-4a50-8709-9db40e13f66b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:05:19Z', 'updated_at': '2021-09-20T16:10:16Z', 'revision_number': 5, 'project_id': '8e9f8aca48a14c5db2a7f41c077c2901', 'gw_port': {'id': '00a09150-84b0-4a50-8709-9db40e13f66b', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:45:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5cb38c0-4b33-4f93-ac71-e24997e51130', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:05:19Z', 'updated_at': '2021-09-20T16:05:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi'}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:10:18.042651 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd83a169-28e0-46fa-8a04-eb3667b55176 None None] Checking router: f5cb38c0-4b33-4f93-ac71-e24997e51130 for host: dv-cinder-809669-1-iscsi {{(pid=82371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 16:10:18.053755 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd83a169-28e0-46fa-8a04-eb3667b55176 None None] Routers {'f5cb38c0-4b33-4f93-ac71-e24997e51130'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:10:18.054409 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-cd83a169-28e0-46fa-8a04-eb3667b55176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:10:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['f5cb38c0-4b33-4f93-ac71-e24997e51130'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:10:18.140156 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-bb22725e-efef-418d-9cfa-6e662eb7ff33 admin admin] For port 00a09150-84b0-4a50-8709-9db40e13f66b, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=00a09150-84b0-4a50-8709-9db40e13f66b,segment=NetworkSegment(fa70b37f-a099-4785-9555-8d4eef3560f5),segment_id=fa70b37f-a099-4785-9555-8d4eef3560f5)] {{(pid=82368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:10:18.140549 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-bb22725e-efef-418d-9cfa-6e662eb7ff33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:18.209160 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-cd83a169-28e0-46fa-8a04-eb3667b55176 None None] Set router f5cb38c0-4b33-4f93-ac71-e24997e51130 gateway port host: None {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:10:18.263021 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-bb22725e-efef-418d-9cfa-6e662eb7ff33 admin admin] Calling delete_port for 00a09150-84b0-4a50-8709-9db40e13f66b owned by network:router_gateway {{(pid=82368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:10:18.317914 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-cd83a169-28e0-46fa-8a04-eb3667b55176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5cb38c0-4b33-4f93-ac71-e24997e51130', 'name': 'tempest-TestShelveInstance-2007021610-router', 'tenant_id': '8e9f8aca48a14c5db2a7f41c077c2901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:05:19Z', 'updated_at': '2021-09-20T16:10:17Z', 'revision_number': 6, 'project_id': '8e9f8aca48a14c5db2a7f41c077c2901', 'gw_port_host': None}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:10:18.321913 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd83a169-28e0-46fa-8a04-eb3667b55176 None None] The sync data for ids ['f5cb38c0-4b33-4f93-ac71-e24997e51130'] in dv-cinder-809669-1-iscsi is: [{'id': 'f5cb38c0-4b33-4f93-ac71-e24997e51130', 'name': 'tempest-TestShelveInstance-2007021610-router', 'tenant_id': '8e9f8aca48a14c5db2a7f41c077c2901', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:05:19Z', 'updated_at': '2021-09-20T16:10:17Z', 'revision_number': 6, 'project_id': '8e9f8aca48a14c5db2a7f41c077c2901', 'gw_port_host': None}] {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 16:10:18.430602 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-bb22725e-efef-418d-9cfa-6e662eb7ff33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:18.435235 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-7e012c8e-4a97-46d2-805f-b9261456fa93 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:10:18.478516 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb22725e-efef-418d-9cfa-6e662eb7ff33 admin admin] Pushing event deleted for resources: {'Port': ['ID=00a09150-84b0-4a50-8709-9db40e13f66b,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:10:18.481369 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-bb22725e-efef-418d-9cfa-6e662eb7ff33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:10:18.710521 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-bb22725e-efef-418d-9cfa-6e662eb7ff33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1017928'] for router_gateway, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:19.213758 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-bb22725e-efef-418d-9cfa-6e662eb7ff33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1025864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7935'] for router, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:19.218098 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-bb22725e-efef-418d-9cfa-6e662eb7ff33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:19.238927 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-bb22725e-efef-418d-9cfa-6e662eb7ff33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853744133'] for router, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:19.239480 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb22725e-efef-418d-9cfa-6e662eb7ff33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5cb38c0-4b33-4f93-ac71-e24997e51130 {{(pid=82368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 20 16:10:19.251882 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-bb22725e-efef-418d-9cfa-6e662eb7ff33 admin admin] Notify callbacks [] for router, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:19.253111 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-bb22725e-efef-418d-9cfa-6e662eb7ff33 admin admin] 10.222.0.35 "DELETE /v2.0/routers/f5cb38c0-4b33-4f93-ac71-e24997e51130 HTTP/1.1" status: 204 len: 168 time: 1.7133586 Sep 20 16:10:19.255900 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 34294) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:10:19.325257 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_v2 [None req-532d00e0-6be8-4de2-93bc-0275b9bcec3b admin admin] Deleting subnet dbc13788-dce0-453f-b638-d7e4c116928c {{(pid=82368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 20 16:10:19.328680 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-532d00e0-6be8-4de2-93bc-0275b9bcec3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:19.380887 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-532d00e0-6be8-4de2-93bc-0275b9bcec3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036823264745'] for subnet, precommit_delete_associations {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:19.461156 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-532d00e0-6be8-4de2-93bc-0275b9bcec3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4005'] for subnet, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:19.531864 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-532d00e0-6be8-4de2-93bc-0275b9bcec3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33517835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32979412'] for subnet, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:19.536307 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:10:19.572734 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d00e0-6be8-4de2-93bc-0275b9bcec3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbc13788-dce0-453f-b638-d7e4c116928c,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:10:19.575403 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-532d00e0-6be8-4de2-93bc-0275b9bcec3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:10:19.578059 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-532d00e0-6be8-4de2-93bc-0275b9bcec3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for subnet, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:19.584220 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957d77cd-451f-46c3-9522-e209ae27760a None None] Network 0c2bb24e-678f-45a6-91f1-ec3eadd2c7ff requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 16:10:19.584417 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-532d00e0-6be8-4de2-93bc-0275b9bcec3b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/dbc13788-dce0-453f-b638-d7e4c116928c HTTP/1.1" status: 204 len: 168 time: 0.3274906 Sep 20 16:10:19.587220 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 34298) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:10:19.700887 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-51e1ca8a-f968-4fc4-b949-fe882c76bf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854743839'] for network, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:19.711936 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-51e1ca8a-f968-4fc4-b949-fe882c76bf2a admin admin] Deleting port 01d5829a-407c-440d-b007-9c7378326d02 {{(pid=82368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:10:19.712305 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-51e1ca8a-f968-4fc4-b949-fe882c76bf2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:19.834267 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e9c69d-9061-4d75-be6e-08d4b8a970e9 None None] DHCP port deletion for 0c2bb24e-678f-45a6-91f1-ec3eadd2c7ff request from dv-cinder-809669-1-iscsi {{(pid=82370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Sep 20 16:10:19.838989 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-77e9c69d-9061-4d75-be6e-08d4b8a970e9 None None] Deleting port 01d5829a-407c-440d-b007-9c7378326d02 {{(pid=82370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:10:19.839506 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-77e9c69d-9061-4d75-be6e-08d4b8a970e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:19.927961 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-51e1ca8a-f968-4fc4-b949-fe882c76bf2a admin admin] For port 01d5829a-407c-440d-b007-9c7378326d02, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=01d5829a-407c-440d-b007-9c7378326d02,segment=NetworkSegment(3bc23ca0-8269-4234-9abd-164e04840442),segment_id=3bc23ca0-8269-4234-9abd-164e04840442)] {{(pid=82368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:10:19.928356 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-51e1ca8a-f968-4fc4-b949-fe882c76bf2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:20.029794 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 00a09150-84b0-4a50-8709-9db40e13f66b no longer exists at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:10:20.060128 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-51e1ca8a-f968-4fc4-b949-fe882c76bf2a admin admin] Calling delete_port for 01d5829a-407c-440d-b007-9c7378326d02 owned by network:dhcp {{(pid=82368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:10:20.076490 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] No Port match for: 00a09150-84b0-4a50-8709-9db40e13f66b {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:10:20.076886 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 00a09150-84b0-4a50-8709-9db40e13f66b not bound to the agent host dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:10:20.077342 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device a2ff69f3-e3d3-4799-9a9d-6e645ff72096 no longer exists at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:10:20.116506 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] No Port match for: a2ff69f3-e3d3-4799-9a9d-6e645ff72096 {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:10:20.116892 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device a2ff69f3-e3d3-4799-9a9d-6e645ff72096 not bound to the agent host dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:10:20.117387 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 01d5829a-407c-440d-b007-9c7378326d02 no longer exists at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:10:20.130437 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-51e1ca8a-f968-4fc4-b949-fe882c76bf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:20.135006 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-298f81e3-da1d-4537-b6c3-5b994907a7d5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:10:20.153139 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] No Port match for: 01d5829a-407c-440d-b007-9c7378326d02 {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:10:20.153533 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 01d5829a-407c-440d-b007-9c7378326d02 not bound to the agent host dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:10:20.159036 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-77e9c69d-9061-4d75-be6e-08d4b8a970e9 None None] For port 01d5829a-407c-440d-b007-9c7378326d02, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=01d5829a-407c-440d-b007-9c7378326d02,segment=NetworkSegment(3bc23ca0-8269-4234-9abd-164e04840442),segment_id=3bc23ca0-8269-4234-9abd-164e04840442)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:10:20.159488 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-77e9c69d-9061-4d75-be6e-08d4b8a970e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:20.177931 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1ca8a-f968-4fc4-b949-fe882c76bf2a admin admin] Pushing event deleted for resources: {'Port': ['ID=01d5829a-407c-440d-b007-9c7378326d02,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:10:20.180948 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-51e1ca8a-f968-4fc4-b949-fe882c76bf2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:10:20.183178 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e1ca8a-f968-4fc4-b949-fe882c76bf2a admin admin] No DVR routers for this DVR port 01d5829a-407c-440d-b007-9c7378326d02 on host dv-cinder-809669-1-iscsi {{(pid=82368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 20 16:10:20.284622 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-77e9c69d-9061-4d75-be6e-08d4b8a970e9 None None] Calling delete_port for 01d5829a-407c-440d-b007-9c7378326d02 owned by network:dhcp {{(pid=82370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:10:20.307408 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-51e1ca8a-f968-4fc4-b949-fe882c76bf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30012', 'neutron.services.segments.db._delete_segments_for_network-8786514012702'] for network, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:20.338123 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-51e1ca8a-f968-4fc4-b949-fe882c76bf2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c2bb24e-678f-45a6-91f1-ec3eadd2c7ff']}} {{(pid=82368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:10:20.350582 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-51e1ca8a-f968-4fc4-b949-fe882c76bf2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc23ca0-8269-4234-9abd-164e04840442') {'for_net_delete': True} {{(pid=82368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:10:20.350937 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-51e1ca8a-f968-4fc4-b949-fe882c76bf2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc23ca0-8269-4234-9abd-164e04840442') {} {{(pid=82368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:10:20.356247 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.db.api [None req-77e9c69d-9061-4d75-be6e-08d4b8a970e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82370) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Sep 20 16:10:20.356654 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_db.api [None req-77e9c69d-9061-4d75-be6e-08d4b8a970e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Sep 20 16:10:20.363383 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-51e1ca8a-f968-4fc4-b949-fe882c76bf2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250340771410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31511054'] for segment, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:20.379864 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-51e1ca8a-f968-4fc4-b949-fe882c76bf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854403426'] for segment, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:20.386720 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51e1ca8a-f968-4fc4-b949-fe882c76bf2a admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=82368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 20 16:10:20.387171 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-51e1ca8a-f968-4fc4-b949-fe882c76bf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-372359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33518000'] for segment, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:20.401458 dv-cinder-809669-1-iscsi neutron-server[82259]: Traceback (most recent call last): Sep 20 16:10:20.401458 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 20 16:10:20.401458 dv-cinder-809669-1-iscsi neutron-server[82259]: timer() Sep 20 16:10:20.401458 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 16:10:20.401458 dv-cinder-809669-1-iscsi neutron-server[82259]: cb(*args, **kw) Sep 20 16:10:20.401458 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 20 16:10:20.401458 dv-cinder-809669-1-iscsi neutron-server[82259]: return func(*args, **kwargs) Sep 20 16:10:20.401458 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 16:10:20.401458 dv-cinder-809669-1-iscsi neutron-server[82259]: self._notify() Sep 20 16:10:20.401458 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 16:10:20.401458 dv-cinder-809669-1-iscsi neutron-server[82259]: self.callback(batched_events) Sep 20 16:10:20.401458 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 16:10:20.401458 dv-cinder-809669-1-iscsi neutron-server[82259]: event.method(event) Sep 20 16:10:20.401458 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 20 16:10:20.401458 dv-cinder-809669-1-iscsi neutron-server[82259]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 16:10:20.401458 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 20 16:10:20.401458 dv-cinder-809669-1-iscsi neutron-server[82259]: segment_id)['aggregates'][0] Sep 20 16:10:20.401458 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 20 16:10:20.401458 dv-cinder-809669-1-iscsi neutron-server[82259]: return f(self, *a, **k) Sep 20 16:10:20.401458 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 20 16:10:20.401458 dv-cinder-809669-1-iscsi neutron-server[82259]: return self._get(url).json() Sep 20 16:10:20.401458 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 16:10:20.401458 dv-cinder-809669-1-iscsi neutron-server[82259]: **kwargs) Sep 20 16:10:20.401458 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 20 16:10:20.401458 dv-cinder-809669-1-iscsi neutron-server[82259]: return self.request(url, 'GET', **kwargs) Sep 20 16:10:20.401458 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 20 16:10:20.401458 dv-cinder-809669-1-iscsi neutron-server[82259]: **endpoint_filter) Sep 20 16:10:20.401458 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 20 16:10:20.401458 dv-cinder-809669-1-iscsi neutron-server[82259]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 16:10:20.401458 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 20 16:10:20.401458 dv-cinder-809669-1-iscsi neutron-server[82259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 16:10:20.401458 dv-cinder-809669-1-iscsi neutron-server[82259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 16:10:20.479480 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-51e1ca8a-f968-4fc4-b949-fe882c76bf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854745781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1017775'] for network, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:20.483794 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-51e1ca8a-f968-4fc4-b949-fe882c76bf2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for network, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:20.487755 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-976644da-dbba-40a9-ba6a-925a8100932b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:10:20.510244 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1ca8a-f968-4fc4-b949-fe882c76bf2a admin admin] Pushing event deleted for resources: {'Network': ['ID=0c2bb24e-678f-45a6-91f1-ec3eadd2c7ff,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:10:20.512560 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-51e1ca8a-f968-4fc4-b949-fe882c76bf2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:10:20.514353 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-51e1ca8a-f968-4fc4-b949-fe882c76bf2a admin admin] 10.222.0.35 "DELETE /v2.0/networks/0c2bb24e-678f-45a6-91f1-ec3eadd2c7ff HTTP/1.1" status: 204 len: 168 time: 0.9261227 Sep 20 16:10:20.659484 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 34304) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:10:20.712943 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-5cfb87f6-43db-4c5d-864a-e76c0bdfb873 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6306c250ae944d37a3e32aa956ccd533&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0521295 Sep 20 16:10:20.715459 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 34308) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:10:20.776325 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-12c02822-99d0-486c-a986-f840d327d34b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:20.802246 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-12c02822-99d0-486c-a986-f840d327d34b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:20.848023 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-12c02822-99d0-486c-a986-f840d327d34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:20.853044 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-45685ceb-8460-458a-bc36-4519f8d4ec71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:10:20.857840 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-77e9c69d-9061-4d75-be6e-08d4b8a970e9 None None] Deleting port 01d5829a-407c-440d-b007-9c7378326d02 {{(pid=82370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:10:20.858497 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-77e9c69d-9061-4d75-be6e-08d4b8a970e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:20.865313 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c02822-99d0-486c-a986-f840d327d34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81515dee-31dc-4828-9ed0-87d6fc77e118,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:10:20.869801 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-12c02822-99d0-486c-a986-f840d327d34b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:10:20.874874 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-12c02822-99d0-486c-a986-f840d327d34b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:20.878957 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-12c02822-99d0-486c-a986-f840d327d34b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/81515dee-31dc-4828-9ed0-87d6fc77e118 HTTP/1.1" status: 204 len: 168 time: 0.1624346 Sep 20 16:10:20.938718 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-77e9c69d-9061-4d75-be6e-08d4b8a970e9 None None] The port '01d5829a-407c-440d-b007-9c7378326d02' was deleted {{(pid=82370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Sep 20 16:10:21.278310 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 34316) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:10:21.334293 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-616f3ae6-4a6a-423d-a569-7c3b1a799516 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8e9f8aca48a14c5db2a7f41c077c2901&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0546319 Sep 20 16:10:21.336947 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 34320) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:10:21.397248 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e9d5695b-9fb8-49ec-aac0-c8d41c02c192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:21.423934 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e9d5695b-9fb8-49ec-aac0-c8d41c02c192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:21.470004 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e9d5695b-9fb8-49ec-aac0-c8d41c02c192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:21.475047 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-480c854e-3bfd-4f97-83ae-71fdd636e08b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:10:21.486071 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5695b-9fb8-49ec-aac0-c8d41c02c192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e06ef0-f975-4e3d-a42d-9abc8d331141,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:10:21.488689 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-e9d5695b-9fb8-49ec-aac0-c8d41c02c192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:10:21.494817 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e9d5695b-9fb8-49ec-aac0-c8d41c02c192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:21.496077 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-e9d5695b-9fb8-49ec-aac0-c8d41c02c192 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/82e06ef0-f975-4e3d-a42d-9abc8d331141 HTTP/1.1" status: 204 len: 168 time: 0.1580648 Sep 20 16:10:23.115844 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-446b846e-0871-4bad-a362-8f2760579e92 req-84f2cd78-b2a5-40a2-93f2-f125399f27ce service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e887c0ae-2057-4fc1-a709-da9a56d9e5d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0784180 Sep 20 16:10:23.261835 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-446b846e-0871-4bad-a362-8f2760579e92 req-b62352ae-ca79-4b2d-a00f-8464a528782e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5cd73682bc64cdaa6b766020253c8fd&device_id=e887c0ae-2057-4fc1-a709-da9a56d9e5d9 HTTP/1.1" status: 200 len: 1098 time: 0.0731604 Sep 20 16:10:23.623918 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b846e-0871-4bad-a362-8f2760579e92 req-ace33012-0902-4026-bff9-143a3e23d66e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:10:23.625441 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-446b846e-0871-4bad-a362-8f2760579e92 req-ace33012-0902-4026-bff9-143a3e23d66e service neutron] 10.222.0.36 "GET /v2.0/networks?id=3486c4e5-0021-45c8-9533-9b5c178c51f3 HTTP/1.1" status: 200 len: 912 time: 0.3427720 Sep 20 16:10:23.732147 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-446b846e-0871-4bad-a362-8f2760579e92 req-489c1f3c-2e56-4e1f-ad48-5b217292b276 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e827f737-8303-4159-a00f-4d5aab5f89c3 HTTP/1.1" status: 200 len: 1000 time: 0.0994596 Sep 20 16:10:23.798669 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b846e-0871-4bad-a362-8f2760579e92 req-0f4579b3-b2fd-4113-8b2d-af7cfe1cdd46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:10:23.800214 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-446b846e-0871-4bad-a362-8f2760579e92 req-0f4579b3-b2fd-4113-8b2d-af7cfe1cdd46 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52a7ee89-01e3-413c-ad3b-2dd2f5ae893f HTTP/1.1" status: 200 len: 850 time: 0.0618949 Sep 20 16:10:23.882066 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-446b846e-0871-4bad-a362-8f2760579e92 req-9e2e15c4-6e05-4312-aa5d-370b53fac158 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3486c4e5-0021-45c8-9533-9b5c178c51f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747311 Sep 20 16:10:24.022639 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-446b846e-0871-4bad-a362-8f2760579e92 req-33301ee7-cce7-41a0-ade3-7a4871788250 service neutron] 10.222.0.36 "GET /v2.0/networks/3486c4e5-0021-45c8-9533-9b5c178c51f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343052 Sep 20 16:10:24.164370 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-446b846e-0871-4bad-a362-8f2760579e92 req-d8b54d32-feeb-4b32-9dbb-a7345b7c252c service neutron] 10.222.0.36 "GET /v2.0/networks/3486c4e5-0021-45c8-9533-9b5c178c51f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348593 Sep 20 16:10:32.784930 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-553ac4e8-b98f-4ca2-b8df-97ea0614ad80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:34.154196 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:35.130129 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8ac358e7-6b5e-40c9-be28-f1c6ae79cc90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:35.593256 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:36.933134 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:40.394653 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:43.232543 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.agents_db [None req-ae0f67a0-09e8-4135-93df-5bebfb5cb2de None None] Agent healthcheck: found 6 active agents {{(pid=82371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 20 16:10:53.839687 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 34326) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:10:54.047441 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-587fed13-8017-44ce-8cd0-9fb21c7a5c67 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Deleting port 04d91359-d15a-4309-89a9-c2cd1d685548 {{(pid=82368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:10:54.047822 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-587fed13-8017-44ce-8cd0-9fb21c7a5c67 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:54.220450 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-587fed13-8017-44ce-8cd0-9fb21c7a5c67 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:54.220836 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-587fed13-8017-44ce-8cd0-9fb21c7a5c67 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:54.345521 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-587fed13-8017-44ce-8cd0-9fb21c7a5c67 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Calling delete_port for 04d91359-d15a-4309-89a9-c2cd1d685548 owned by network:floatingip {{(pid=82368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:10:54.491129 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-587fed13-8017-44ce-8cd0-9fb21c7a5c67 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:54.495341 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-9a0f8203-d12a-406c-8e55-b4a96759d7d5 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:10:54.537460 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587fed13-8017-44ce-8cd0-9fb21c7a5c67 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Pushing event deleted for resources: {'Port': ['ID=04d91359-d15a-4309-89a9-c2cd1d685548,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:10:54.540771 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-587fed13-8017-44ce-8cd0-9fb21c7a5c67 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:10:54.632920 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-587fed13-8017-44ce-8cd0-9fb21c7a5c67 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for floatingip, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:55.030054 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587fed13-8017-44ce-8cd0-9fb21c7a5c67 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Router 99d76ff4-d17c-4897-b158-1e2217f6bf18 has already been hosted by L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a {{(pid=82368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 20 16:10:55.239275 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587fed13-8017-44ce-8cd0-9fb21c7a5c67 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 16:10:55.249575 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf932de-95b2-4a15-8ae5-dcf068d2113d None None] Sync routers for ids ['99d76ff4-d17c-4897-b158-1e2217f6bf18'] in dv-cinder-809669-1-iscsi {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 16:10:55.258287 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-587fed13-8017-44ce-8cd0-9fb21c7a5c67 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for floatingip, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:55.262984 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf932de-95b2-4a15-8ae5-dcf068d2113d None None] Routers {'99d76ff4-d17c-4897-b158-1e2217f6bf18'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:10:55.263872 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-faf932de-95b2-4a15-8ae5-dcf068d2113d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:10:35Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['99d76ff4-d17c-4897-b158-1e2217f6bf18'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:10:55.314115 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-587fed13-8017-44ce-8cd0-9fb21c7a5c67 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "DELETE /v2.0/floatingips/326ae22f-f1bb-4a8d-b968-d9de0d1266f2 HTTP/1.1" status: 204 len: 168 time: 1.4731214 Sep 20 16:10:55.314794 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2485fa3-48ed-4131-99ff-1d5f25dcaf8a', 'tag': '6f7e8751-2025-4d21-8b3b-8cf7112ba207'}] {{(pid=82368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:10:55.386363 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2485fa3-48ed-4131-99ff-1d5f25dcaf8a', 'tag': '6f7e8751-2025-4d21-8b3b-8cf7112ba207', 'status': 'completed', 'code': 200} Sep 20 16:10:55.465042 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-faf932de-95b2-4a15-8ae5-dcf068d2113d None None] Set router 99d76ff4-d17c-4897-b158-1e2217f6bf18 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:10:55.487731 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a558ad99-59a9-4009-8b4f-63336270e7c2 req-a0f0c8b4-5837-4bb1-9066-7ce4f54a2ebe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5cd73682bc64cdaa6b766020253c8fd&device_id=f2485fa3-48ed-4131-99ff-1d5f25dcaf8a HTTP/1.1" status: 200 len: 1099 time: 0.0792823 Sep 20 16:10:55.631106 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558ad99-59a9-4009-8b4f-63336270e7c2 req-af580558-a3fc-4670-8009-73928d57cbc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:10:55.632705 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a558ad99-59a9-4009-8b4f-63336270e7c2 req-af580558-a3fc-4670-8009-73928d57cbc1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3486c4e5-0021-45c8-9533-9b5c178c51f3 HTTP/1.1" status: 200 len: 912 time: 0.1377280 Sep 20 16:10:55.709368 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a558ad99-59a9-4009-8b4f-63336270e7c2 req-3792d9a9-8335-4900-a86a-d1c0b8d13a3f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6f7e8751-2025-4d21-8b3b-8cf7112ba207 HTTP/1.1" status: 200 len: 217 time: 0.0692577 Sep 20 16:10:55.766339 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a969e-e3a3-45ff-9c90-8f8f4b26590c req-7ef032a3-ea5c-4e8e-8186-b7efba5336b3 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:10:55.767149 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-341a969e-e3a3-45ff-9c90-8f8f4b26590c req-7ef032a3-ea5c-4e8e-8186-b7efba5336b3 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Synchronizing usage tracker for tenant:a5cd73682bc64cdaa6b766020253c8fd on resource:port {{(pid=82368) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:10:55.782788 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-341a969e-e3a3-45ff-9c90-8f8f4b26590c req-7ef032a3-ea5c-4e8e-8186-b7efba5336b3 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Unset dirty status for tenant:a5cd73682bc64cdaa6b766020253c8fd on resource:port {{(pid=82368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:10:55.784118 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-341a969e-e3a3-45ff-9c90-8f8f4b26590c req-7ef032a3-ea5c-4e8e-8186-b7efba5336b3 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2485fa3-48ed-4131-99ff-1d5f25dcaf8a HTTP/1.1" status: 200 len: 946 time: 0.1144922 Sep 20 16:10:55.793033 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558ad99-59a9-4009-8b4f-63336270e7c2 req-f2f65c0f-f1e1-44ce-97cb-4ffa8125366a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:10:55.794645 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a558ad99-59a9-4009-8b4f-63336270e7c2 req-f2f65c0f-f1e1-44ce-97cb-4ffa8125366a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52a7ee89-01e3-413c-ad3b-2dd2f5ae893f HTTP/1.1" status: 200 len: 850 time: 0.0778048 Sep 20 16:10:55.834610 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-341a969e-e3a3-45ff-9c90-8f8f4b26590c req-466d3f21-2b2d-4f93-9c80-94208b0974a6 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428813 Sep 20 16:10:55.843530 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-faf932de-95b2-4a15-8ae5-dcf068d2113d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'name': 'tempest-TestVolumeBootPattern-997459256-router', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '4df80569-13db-4632-9530-96bee422e73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:03:55Z', 'updated_at': '2021-09-20T16:04:00Z', 'revision_number': 4, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'gw_port': {'id': '4df80569-13db-4632-9530-96bee422e73c', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:56Z', 'updated_at': '2021-09-20T16:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_floatingips': [{'id': '35dec1e9-274c-4ed0-a13f-a995e06aa6d9', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'floating_ip_address': '172.27.3.14', 'floating_network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'router_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'port_id': 'e827f737-8303-4159-a00f-4d5aab5f89c3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'mac_address': 'fa:16:3e:b4:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e887c0ae-2057-4fc1-a709-da9a56d9e5d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T16:07:29Z', 'updated_at': '2021-09-20T16:07:33Z', 'revision_number': 1, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51bc2558-943e-46ca-936a-1f6373c87035', 'name': '', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'mac_address': 'fa:16:3e:f5:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:58Z', 'updated_at': '2021-09-20T16:04:12Z', 'revision_number': 5, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'subnets': [{'id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:10:55.847969 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf932de-95b2-4a15-8ae5-dcf068d2113d None None] Checking router: 99d76ff4-d17c-4897-b158-1e2217f6bf18 for host: dv-cinder-809669-1-iscsi {{(pid=82370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 16:10:55.867413 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf932de-95b2-4a15-8ae5-dcf068d2113d None None] Routers {'99d76ff4-d17c-4897-b158-1e2217f6bf18'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:10:55.867413 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-faf932de-95b2-4a15-8ae5-dcf068d2113d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:10:35Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['99d76ff4-d17c-4897-b158-1e2217f6bf18'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:10:55.891929 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a558ad99-59a9-4009-8b4f-63336270e7c2 req-89e8a275-5137-4109-9cff-77580e083078 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3486c4e5-0021-45c8-9533-9b5c178c51f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0892563 Sep 20 16:10:56.036183 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a558ad99-59a9-4009-8b4f-63336270e7c2 req-4137d05a-4152-4a31-bd76-6a6da3bf8517 service neutron] 10.222.0.36 "GET /v2.0/networks/3486c4e5-0021-45c8-9533-9b5c178c51f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353409 Sep 20 16:10:56.058820 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-faf932de-95b2-4a15-8ae5-dcf068d2113d None None] Set router 99d76ff4-d17c-4897-b158-1e2217f6bf18 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:10:56.188976 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-a558ad99-59a9-4009-8b4f-63336270e7c2 req-450d7503-bc2e-4615-b18d-335b9cf63654 service neutron] 10.222.0.36 "GET /v2.0/networks/3486c4e5-0021-45c8-9533-9b5c178c51f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423347 Sep 20 16:10:56.573732 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-faf932de-95b2-4a15-8ae5-dcf068d2113d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'name': 'tempest-TestVolumeBootPattern-997459256-router', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '4df80569-13db-4632-9530-96bee422e73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:03:55Z', 'updated_at': '2021-09-20T16:04:00Z', 'revision_number': 4, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'gw_port': {'id': '4df80569-13db-4632-9530-96bee422e73c', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:56Z', 'updated_at': '2021-09-20T16:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_floatingips': [{'id': '35dec1e9-274c-4ed0-a13f-a995e06aa6d9', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'floating_ip_address': '172.27.3.14', 'floating_network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'router_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'port_id': 'e827f737-8303-4159-a00f-4d5aab5f89c3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'mac_address': 'fa:16:3e:b4:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e887c0ae-2057-4fc1-a709-da9a56d9e5d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T16:07:29Z', 'updated_at': '2021-09-20T16:07:33Z', 'revision_number': 1, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51bc2558-943e-46ca-936a-1f6373c87035', 'name': '', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'mac_address': 'fa:16:3e:f5:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:58Z', 'updated_at': '2021-09-20T16:04:12Z', 'revision_number': 5, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'subnets': [{'id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:10:56.577801 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf932de-95b2-4a15-8ae5-dcf068d2113d None None] The sync data for ids ['99d76ff4-d17c-4897-b158-1e2217f6bf18'] in dv-cinder-809669-1-iscsi is: [{'id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'name': 'tempest-TestVolumeBootPattern-997459256-router', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '4df80569-13db-4632-9530-96bee422e73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:03:55Z', 'updated_at': '2021-09-20T16:04:00Z', 'revision_number': 4, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'gw_port': {'id': '4df80569-13db-4632-9530-96bee422e73c', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:56Z', 'updated_at': '2021-09-20T16:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_floatingips': [{'id': '35dec1e9-274c-4ed0-a13f-a995e06aa6d9', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'floating_ip_address': '172.27.3.14', 'floating_network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'router_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'port_id': 'e827f737-8303-4159-a00f-4d5aab5f89c3', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'mac_address': 'fa:16:3e:b4:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e887c0ae-2057-4fc1-a709-da9a56d9e5d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-20T16:07:29Z', 'updated_at': '2021-09-20T16:07:33Z', 'revision_number': 1, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51bc2558-943e-46ca-936a-1f6373c87035', 'name': '', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'mac_address': 'fa:16:3e:f5:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:58Z', 'updated_at': '2021-09-20T16:04:12Z', 'revision_number': 5, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'subnets': [{'id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 16:10:57.047755 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765f0f5-56c5-47ff-8248-5fe1b79db27a req-678eeb46-5634-4d59-8928-76c4e299908b tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:10:57.049107 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88302018-6c46-40e5-aece-af94c835842e None None] New status for floating IP 326ae22f-f1bb-4a8d-b968-d9de0d1266f2: DOWN {{(pid=82371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 20 16:10:57.049402 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4765f0f5-56c5-47ff-8248-5fe1b79db27a req-678eeb46-5634-4d59-8928-76c4e299908b tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2485fa3-48ed-4131-99ff-1d5f25dcaf8a HTTP/1.1" status: 200 len: 946 time: 0.0830867 Sep 20 16:10:57.098554 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-4765f0f5-56c5-47ff-8248-5fe1b79db27a req-43e90ba1-e161-4f1e-b4da-17843b6aa740 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429351 Sep 20 16:10:57.233167 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d52ae8-d9a9-478b-a5b6-c0d7cd32e2b4 req-5978c706-e812-4246-807c-cf51613863fc tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:10:57.233921 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-12d52ae8-d9a9-478b-a5b6-c0d7cd32e2b4 req-5978c706-e812-4246-807c-cf51613863fc tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Synchronizing usage tracker for tenant:a5cd73682bc64cdaa6b766020253c8fd on resource:port {{(pid=82369) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:10:57.246739 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-12d52ae8-d9a9-478b-a5b6-c0d7cd32e2b4 req-5978c706-e812-4246-807c-cf51613863fc tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Unset dirty status for tenant:a5cd73682bc64cdaa6b766020253c8fd on resource:port {{(pid=82369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:10:57.247994 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-12d52ae8-d9a9-478b-a5b6-c0d7cd32e2b4 req-5978c706-e812-4246-807c-cf51613863fc tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.36 "GET /v2.0/ports?device_id=f2485fa3-48ed-4131-99ff-1d5f25dcaf8a HTTP/1.1" status: 200 len: 946 time: 0.0988595 Sep 20 16:10:57.321013 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [req-12d52ae8-d9a9-478b-a5b6-c0d7cd32e2b4 req-c1bc1935-88e9-4c5a-b217-8db5e386eda4 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Deleting port 6f7e8751-2025-4d21-8b3b-8cf7112ba207 {{(pid=82369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:10:57.321420 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-12d52ae8-d9a9-478b-a5b6-c0d7cd32e2b4 req-c1bc1935-88e9-4c5a-b217-8db5e386eda4 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:57.569419 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-12d52ae8-d9a9-478b-a5b6-c0d7cd32e2b4 req-c1bc1935-88e9-4c5a-b217-8db5e386eda4 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] For port 6f7e8751-2025-4d21-8b3b-8cf7112ba207, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=6f7e8751-2025-4d21-8b3b-8cf7112ba207,segment=NetworkSegment(9cb9c279-b877-460a-9cc6-db0e812143bc),segment_id=9cb9c279-b877-460a-9cc6-db0e812143bc)] {{(pid=82369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:10:57.569808 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-12d52ae8-d9a9-478b-a5b6-c0d7cd32e2b4 req-c1bc1935-88e9-4c5a-b217-8db5e386eda4 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:57.692105 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [req-12d52ae8-d9a9-478b-a5b6-c0d7cd32e2b4 req-c1bc1935-88e9-4c5a-b217-8db5e386eda4 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Calling delete_port for 6f7e8751-2025-4d21-8b3b-8cf7112ba207 owned by compute:nova {{(pid=82369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:10:57.831140 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-12d52ae8-d9a9-478b-a5b6-c0d7cd32e2b4 req-c1bc1935-88e9-4c5a-b217-8db5e386eda4 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33095450'] for port, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:57.836536 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-079d18af-fa23-4cb4-8646-5e111eecaef5 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:10:57.879286 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc1935-88e9-4c5a-b217-8db5e386eda4 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Pushing event deleted for resources: {'Port': ['ID=6f7e8751-2025-4d21-8b3b-8cf7112ba207,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:10:57.892145 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bc1935-88e9-4c5a-b217-8db5e386eda4 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:10:57.892567 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bc1935-88e9-4c5a-b217-8db5e386eda4 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:10:57.892982 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bc1935-88e9-4c5a-b217-8db5e386eda4 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:10:57.893387 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bc1935-88e9-4c5a-b217-8db5e386eda4 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:10:57.893789 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bc1935-88e9-4c5a-b217-8db5e386eda4 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:10:57.894187 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bc1935-88e9-4c5a-b217-8db5e386eda4 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:10:57.894987 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bc1935-88e9-4c5a-b217-8db5e386eda4 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:10:57.894987 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bc1935-88e9-4c5a-b217-8db5e386eda4 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:10:57.895450 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bc1935-88e9-4c5a-b217-8db5e386eda4 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:10:57.895752 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bc1935-88e9-4c5a-b217-8db5e386eda4 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:10:57.896146 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bc1935-88e9-4c5a-b217-8db5e386eda4 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:10:57.924195 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c1bc1935-88e9-4c5a-b217-8db5e386eda4 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:10:57.971175 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d52ae8-d9a9-478b-a5b6-c0d7cd32e2b4 req-c1bc1935-88e9-4c5a-b217-8db5e386eda4 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] No DVR routers for this DVR port 6f7e8751-2025-4d21-8b3b-8cf7112ba207 on host hv-cinder-80966 {{(pid=82369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 20 16:10:57.973637 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-12d52ae8-d9a9-478b-a5b6-c0d7cd32e2b4 req-c1bc1935-88e9-4c5a-b217-8db5e386eda4 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:10:57.977754 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2485fa3-48ed-4131-99ff-1d5f25dcaf8a', 'name': 'network-vif-deleted', 'tag': '6f7e8751-2025-4d21-8b3b-8cf7112ba207'}] {{(pid=82369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:10:57.991261 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-12d52ae8-d9a9-478b-a5b6-c0d7cd32e2b4 req-c1bc1935-88e9-4c5a-b217-8db5e386eda4 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.36 "DELETE /v2.0/ports/6f7e8751-2025-4d21-8b3b-8cf7112ba207 HTTP/1.1" status: 204 len: 173 time: 0.7376513 Sep 20 16:10:58.054309 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2485fa3-48ed-4131-99ff-1d5f25dcaf8a', 'name': 'network-vif-deleted', 'tag': '6f7e8751-2025-4d21-8b3b-8cf7112ba207', 'status': 'completed', 'code': 200} Sep 20 16:10:58.269029 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-678bc569-2ef0-4fea-a937-24c6d0380445 req-10db7601-868a-48f9-b3f5-24646719b1d8 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=f2485fa3-48ed-4131-99ff-1d5f25dcaf8a HTTP/1.1" status: 200 len: 210 time: 0.0461566 Sep 20 16:11:01.544799 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 6f7e8751-2025-4d21-8b3b-8cf7112ba207 no longer exists at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:11:01.578144 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] No Port match for: 6f7e8751-2025-4d21-8b3b-8cf7112ba207 {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:11:01.578531 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device 6f7e8751-2025-4d21-8b3b-8cf7112ba207 not bound to the agent host hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:11:01.790017 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 34358) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:11:02.000691 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-d69d17b1-7e4e-4d25-a97b-3d0cf2d8aa52 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Deleting port 8acc3996-78f2-4ca5-bcbd-f832e9a2e8a4 {{(pid=82368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:11:02.001067 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d69d17b1-7e4e-4d25-a97b-3d0cf2d8aa52 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:02.396492 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d69d17b1-7e4e-4d25-a97b-3d0cf2d8aa52 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:02.396852 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d69d17b1-7e4e-4d25-a97b-3d0cf2d8aa52 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:02.521142 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-d69d17b1-7e4e-4d25-a97b-3d0cf2d8aa52 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Calling delete_port for 8acc3996-78f2-4ca5-bcbd-f832e9a2e8a4 owned by network:floatingip {{(pid=82368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:11:02.662971 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d69d17b1-7e4e-4d25-a97b-3d0cf2d8aa52 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:02.667686 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-44929c21-92bc-49e2-8f89-8089bb806cea tempest-TestMinimumBasicScenario-771387030 tempest-TestMinimumBasicScenario-771387030-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:11:02.712565 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d17b1-7e4e-4d25-a97b-3d0cf2d8aa52 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Pushing event deleted for resources: {'Port': ['ID=8acc3996-78f2-4ca5-bcbd-f832e9a2e8a4,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:11:02.782981 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69d17b1-7e4e-4d25-a97b-3d0cf2d8aa52 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:11:02.783407 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69d17b1-7e4e-4d25-a97b-3d0cf2d8aa52 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:11:02.783819 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69d17b1-7e4e-4d25-a97b-3d0cf2d8aa52 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:11:02.784226 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69d17b1-7e4e-4d25-a97b-3d0cf2d8aa52 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:11:02.784643 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69d17b1-7e4e-4d25-a97b-3d0cf2d8aa52 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:11:02.785033 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69d17b1-7e4e-4d25-a97b-3d0cf2d8aa52 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:11:02.785442 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69d17b1-7e4e-4d25-a97b-3d0cf2d8aa52 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:11:02.785846 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69d17b1-7e4e-4d25-a97b-3d0cf2d8aa52 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:11:02.786250 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69d17b1-7e4e-4d25-a97b-3d0cf2d8aa52 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:11:02.786652 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69d17b1-7e4e-4d25-a97b-3d0cf2d8aa52 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:11:02.787097 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d69d17b1-7e4e-4d25-a97b-3d0cf2d8aa52 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-809669-1-iscsi {{(pid=82368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Sep 20 16:11:02.787450 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-caf67778-6cf2-4a46-a9d9-2e7f5a237d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:02.793386 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-d69d17b1-7e4e-4d25-a97b-3d0cf2d8aa52 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:11:02.819446 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d69d17b1-7e4e-4d25-a97b-3d0cf2d8aa52 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for floatingip, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:03.222134 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69d17b1-7e4e-4d25-a97b-3d0cf2d8aa52 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Router 99d76ff4-d17c-4897-b158-1e2217f6bf18 has already been hosted by L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a {{(pid=82368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 20 16:11:03.427231 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69d17b1-7e4e-4d25-a97b-3d0cf2d8aa52 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 16:11:03.437242 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131e5380-0417-4af6-90da-c92e7c7b499f None None] Sync routers for ids ['99d76ff4-d17c-4897-b158-1e2217f6bf18'] in dv-cinder-809669-1-iscsi {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 16:11:03.443559 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d69d17b1-7e4e-4d25-a97b-3d0cf2d8aa52 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for floatingip, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:03.450104 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131e5380-0417-4af6-90da-c92e7c7b499f None None] Routers {'99d76ff4-d17c-4897-b158-1e2217f6bf18'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:11:03.450772 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-131e5380-0417-4af6-90da-c92e7c7b499f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:10:35Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['99d76ff4-d17c-4897-b158-1e2217f6bf18'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:11:03.501583 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-d69d17b1-7e4e-4d25-a97b-3d0cf2d8aa52 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "DELETE /v2.0/floatingips/35dec1e9-274c-4ed0-a13f-a995e06aa6d9 HTTP/1.1" status: 204 len: 168 time: 1.7076077 Sep 20 16:11:03.501583 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e887c0ae-2057-4fc1-a709-da9a56d9e5d9', 'tag': 'e827f737-8303-4159-a00f-4d5aab5f89c3'}] {{(pid=82368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:11:03.553637 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e887c0ae-2057-4fc1-a709-da9a56d9e5d9', 'tag': 'e827f737-8303-4159-a00f-4d5aab5f89c3', 'status': 'completed', 'code': 200} Sep 20 16:11:03.649349 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-131e5380-0417-4af6-90da-c92e7c7b499f None None] Set router 99d76ff4-d17c-4897-b158-1e2217f6bf18 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:11:03.653111 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1e1ac39d-7489-4c60-a1af-23d5d34f53c1 req-f81e0ce1-9a66-45db-a614-0ba268ec443e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a5cd73682bc64cdaa6b766020253c8fd&device_id=e887c0ae-2057-4fc1-a709-da9a56d9e5d9 HTTP/1.1" status: 200 len: 1098 time: 0.0758431 Sep 20 16:11:03.799692 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ac39d-7489-4c60-a1af-23d5d34f53c1 req-2028b7dc-c7bf-408a-ae3d-853210d059c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:11:03.801226 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1e1ac39d-7489-4c60-a1af-23d5d34f53c1 req-2028b7dc-c7bf-408a-ae3d-853210d059c6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3486c4e5-0021-45c8-9533-9b5c178c51f3 HTTP/1.1" status: 200 len: 912 time: 0.1418955 Sep 20 16:11:03.878271 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1e1ac39d-7489-4c60-a1af-23d5d34f53c1 req-52b1b726-40ac-47c6-8e21-1699c469417a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e827f737-8303-4159-a00f-4d5aab5f89c3 HTTP/1.1" status: 200 len: 217 time: 0.0690923 Sep 20 16:11:03.933891 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622d9884-18ed-41de-bcb1-a106e8088c46 req-5a56fbdc-d2f2-43c2-aaed-f501ad3e57eb tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:11:03.934666 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-622d9884-18ed-41de-bcb1-a106e8088c46 req-5a56fbdc-d2f2-43c2-aaed-f501ad3e57eb tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Synchronizing usage tracker for tenant:a5cd73682bc64cdaa6b766020253c8fd on resource:port {{(pid=82368) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:11:03.951520 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-622d9884-18ed-41de-bcb1-a106e8088c46 req-5a56fbdc-d2f2-43c2-aaed-f501ad3e57eb tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Unset dirty status for tenant:a5cd73682bc64cdaa6b766020253c8fd on resource:port {{(pid=82368) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:11:03.952944 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-622d9884-18ed-41de-bcb1-a106e8088c46 req-5a56fbdc-d2f2-43c2-aaed-f501ad3e57eb tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=e887c0ae-2057-4fc1-a709-da9a56d9e5d9 HTTP/1.1" status: 200 len: 945 time: 0.1252296 Sep 20 16:11:03.953841 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ac39d-7489-4c60-a1af-23d5d34f53c1 req-8b3970ff-edf8-49a3-a62d-6d33d6acbfaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:11:03.955745 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1e1ac39d-7489-4c60-a1af-23d5d34f53c1 req-8b3970ff-edf8-49a3-a62d-6d33d6acbfaa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=52a7ee89-01e3-413c-ad3b-2dd2f5ae893f HTTP/1.1" status: 200 len: 850 time: 0.0699918 Sep 20 16:11:03.995691 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-131e5380-0417-4af6-90da-c92e7c7b499f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'name': 'tempest-TestVolumeBootPattern-997459256-router', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '4df80569-13db-4632-9530-96bee422e73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:03:55Z', 'updated_at': '2021-09-20T16:04:00Z', 'revision_number': 4, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'gw_port': {'id': '4df80569-13db-4632-9530-96bee422e73c', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:56Z', 'updated_at': '2021-09-20T16:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': '51bc2558-943e-46ca-936a-1f6373c87035', 'name': '', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'mac_address': 'fa:16:3e:f5:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:58Z', 'updated_at': '2021-09-20T16:04:12Z', 'revision_number': 5, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'subnets': [{'id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:11:03.999758 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131e5380-0417-4af6-90da-c92e7c7b499f None None] Checking router: 99d76ff4-d17c-4897-b158-1e2217f6bf18 for host: dv-cinder-809669-1-iscsi {{(pid=82370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 16:11:04.004151 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-622d9884-18ed-41de-bcb1-a106e8088c46 req-d412bc4f-3a39-4921-ba6d-e28e1dabbdc0 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446422 Sep 20 16:11:04.011812 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131e5380-0417-4af6-90da-c92e7c7b499f None None] Routers {'99d76ff4-d17c-4897-b158-1e2217f6bf18'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:11:04.012480 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-131e5380-0417-4af6-90da-c92e7c7b499f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:10:35Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['99d76ff4-d17c-4897-b158-1e2217f6bf18'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:11:04.045076 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1e1ac39d-7489-4c60-a1af-23d5d34f53c1 req-01320adf-e0c0-4865-ae56-c396f35c1cbd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3486c4e5-0021-45c8-9533-9b5c178c51f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0803952 Sep 20 16:11:04.175140 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:04.192899 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1e1ac39d-7489-4c60-a1af-23d5d34f53c1 req-b7432856-c859-4234-ade6-e18d7e6c3e5e service neutron] 10.222.0.36 "GET /v2.0/networks/3486c4e5-0021-45c8-9533-9b5c178c51f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399317 Sep 20 16:11:04.213741 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-131e5380-0417-4af6-90da-c92e7c7b499f None None] Set router 99d76ff4-d17c-4897-b158-1e2217f6bf18 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:11:04.335528 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-1e1ac39d-7489-4c60-a1af-23d5d34f53c1 req-3cf9cdf2-22be-45fe-92c6-896151937f1e service neutron] 10.222.0.36 "GET /v2.0/networks/3486c4e5-0021-45c8-9533-9b5c178c51f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346006 Sep 20 16:11:04.552473 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-131e5380-0417-4af6-90da-c92e7c7b499f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'name': 'tempest-TestVolumeBootPattern-997459256-router', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '4df80569-13db-4632-9530-96bee422e73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:03:55Z', 'updated_at': '2021-09-20T16:04:00Z', 'revision_number': 4, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'gw_port': {'id': '4df80569-13db-4632-9530-96bee422e73c', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:56Z', 'updated_at': '2021-09-20T16:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': '51bc2558-943e-46ca-936a-1f6373c87035', 'name': '', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'mac_address': 'fa:16:3e:f5:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:58Z', 'updated_at': '2021-09-20T16:04:12Z', 'revision_number': 5, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'subnets': [{'id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:11:04.557025 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131e5380-0417-4af6-90da-c92e7c7b499f None None] The sync data for ids ['99d76ff4-d17c-4897-b158-1e2217f6bf18'] in dv-cinder-809669-1-iscsi is: [{'id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'name': 'tempest-TestVolumeBootPattern-997459256-router', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '4df80569-13db-4632-9530-96bee422e73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:03:55Z', 'updated_at': '2021-09-20T16:04:00Z', 'revision_number': 4, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'gw_port': {'id': '4df80569-13db-4632-9530-96bee422e73c', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:56Z', 'updated_at': '2021-09-20T16:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi', '_interfaces': [{'id': '51bc2558-943e-46ca-936a-1f6373c87035', 'name': '', 'network_id': '3486c4e5-0021-45c8-9533-9b5c178c51f3', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'mac_address': 'fa:16:3e:f5:b9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:58Z', 'updated_at': '2021-09-20T16:04:12Z', 'revision_number': 5, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'subnets': [{'id': '52a7ee89-01e3-413c-ad3b-2dd2f5ae893f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 16:11:04.992568 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea24f922-bbe2-4ec7-ad7b-b11b3114aff1 None None] New status for floating IP 35dec1e9-274c-4ed0-a13f-a995e06aa6d9: DOWN {{(pid=82371) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Sep 20 16:11:05.132148 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6c843c6e-e153-484f-baa0-1870f021f645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:05.231951 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526aced5-e4c2-476e-8c67-bbb9b0537ccd req-1c7d38b5-e413-49fe-8f80-a4e40cb66d2d tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82368) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:11:05.233688 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-526aced5-e4c2-476e-8c67-bbb9b0537ccd req-1c7d38b5-e413-49fe-8f80-a4e40cb66d2d tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=e887c0ae-2057-4fc1-a709-da9a56d9e5d9 HTTP/1.1" status: 200 len: 945 time: 0.0847058 Sep 20 16:11:05.286269 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-526aced5-e4c2-476e-8c67-bbb9b0537ccd req-e37d5d48-8778-4aaa-8837-71ceffd577c9 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/security-groups?id=9539ed13-8758-4e0e-87fc-1a3a882ac17c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450618 Sep 20 16:11:05.297138 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3a9753-4c8e-457b-a79e-0fc1b8457250 req-af3a06ea-5bde-445e-a05c-c4814cc58c4d tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82369) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Sep 20 16:11:05.297908 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-6b3a9753-4c8e-457b-a79e-0fc1b8457250 req-af3a06ea-5bde-445e-a05c-c4814cc58c4d tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Synchronizing usage tracker for tenant:a5cd73682bc64cdaa6b766020253c8fd on resource:port {{(pid=82369) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Sep 20 16:11:05.310804 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.quota.resource [req-6b3a9753-4c8e-457b-a79e-0fc1b8457250 req-af3a06ea-5bde-445e-a05c-c4814cc58c4d tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Unset dirty status for tenant:a5cd73682bc64cdaa6b766020253c8fd on resource:port {{(pid=82369) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Sep 20 16:11:05.312092 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-6b3a9753-4c8e-457b-a79e-0fc1b8457250 req-af3a06ea-5bde-445e-a05c-c4814cc58c4d tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.36 "GET /v2.0/ports?device_id=e887c0ae-2057-4fc1-a709-da9a56d9e5d9 HTTP/1.1" status: 200 len: 945 time: 0.0997307 Sep 20 16:11:05.385209 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [req-6b3a9753-4c8e-457b-a79e-0fc1b8457250 req-7224ba4d-607c-40dc-9665-88d80233613b tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Deleting port e827f737-8303-4159-a00f-4d5aab5f89c3 {{(pid=82369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:11:05.385585 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-6b3a9753-4c8e-457b-a79e-0fc1b8457250 req-7224ba4d-607c-40dc-9665-88d80233613b tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:05.596069 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:05.639793 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [req-6b3a9753-4c8e-457b-a79e-0fc1b8457250 req-7224ba4d-607c-40dc-9665-88d80233613b tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] For port e827f737-8303-4159-a00f-4d5aab5f89c3, host hv-cinder-80966, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80966',level=0,port_id=e827f737-8303-4159-a00f-4d5aab5f89c3,segment=NetworkSegment(9cb9c279-b877-460a-9cc6-db0e812143bc),segment_id=9cb9c279-b877-460a-9cc6-db0e812143bc)] {{(pid=82369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:11:05.640194 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-6b3a9753-4c8e-457b-a79e-0fc1b8457250 req-7224ba4d-607c-40dc-9665-88d80233613b tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:05.765170 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [req-6b3a9753-4c8e-457b-a79e-0fc1b8457250 req-7224ba4d-607c-40dc-9665-88d80233613b tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Calling delete_port for e827f737-8303-4159-a00f-4d5aab5f89c3 owned by compute:nova {{(pid=82369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:11:05.918818 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-6b3a9753-4c8e-457b-a79e-0fc1b8457250 req-7224ba4d-607c-40dc-9665-88d80233613b tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33095450'] for port, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:05.924404 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-5d848741-40e7-4d7e-8aff-56c81d75044b tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:11:05.967610 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224ba4d-607c-40dc-9665-88d80233613b tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Pushing event deleted for resources: {'Port': ['ID=e827f737-8303-4159-a00f-4d5aab5f89c3,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:11:05.971752 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-7224ba4d-607c-40dc-9665-88d80233613b tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:11:06.043256 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3a9753-4c8e-457b-a79e-0fc1b8457250 req-7224ba4d-607c-40dc-9665-88d80233613b tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] No DVR routers for this DVR port e827f737-8303-4159-a00f-4d5aab5f89c3 on host hv-cinder-80966 {{(pid=82369) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 20 16:11:06.045677 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [req-6b3a9753-4c8e-457b-a79e-0fc1b8457250 req-7224ba4d-607c-40dc-9665-88d80233613b tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for port, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:06.048359 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e887c0ae-2057-4fc1-a709-da9a56d9e5d9', 'name': 'network-vif-deleted', 'tag': 'e827f737-8303-4159-a00f-4d5aab5f89c3'}] {{(pid=82369) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Sep 20 16:11:06.064487 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-6b3a9753-4c8e-457b-a79e-0fc1b8457250 req-7224ba4d-607c-40dc-9665-88d80233613b tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.36 "DELETE /v2.0/ports/e827f737-8303-4159-a00f-4d5aab5f89c3 HTTP/1.1" status: 204 len: 173 time: 0.7463536 Sep 20 16:11:06.107486 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e887c0ae-2057-4fc1-a709-da9a56d9e5d9', 'name': 'network-vif-deleted', 'tag': 'e827f737-8303-4159-a00f-4d5aab5f89c3', 'status': 'completed', 'code': 200} Sep 20 16:11:06.465687 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [req-ed403421-0b5c-42bf-91ec-6cacac02ef4d req-f8cb2e02-4bf6-4caf-9a84-9aaae0fcdd8d tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "GET /v2.0/ports?device_id=e887c0ae-2057-4fc1-a709-da9a56d9e5d9 HTTP/1.1" status: 200 len: 210 time: 0.0491555 Sep 20 16:11:06.941459 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:07.573484 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 34376) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:11:07.730341 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-0d8f5678-78ac-4170-be69-55182165ed3c tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Deleting port 3a56ac7a-b447-40d9-8f12-3d8ad81ffebd {{(pid=82368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:11:07.730714 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0d8f5678-78ac-4170-be69-55182165ed3c tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:07.903833 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0d8f5678-78ac-4170-be69-55182165ed3c tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:07.904201 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0d8f5678-78ac-4170-be69-55182165ed3c tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:08.030511 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-0d8f5678-78ac-4170-be69-55182165ed3c tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Calling delete_port for 3a56ac7a-b447-40d9-8f12-3d8ad81ffebd owned by network:floatingip {{(pid=82368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:11:08.161270 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0d8f5678-78ac-4170-be69-55182165ed3c tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:08.165456 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-2fb5412f-9c79-4db5-af59-6eb9f20ab69b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:11:08.210199 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f5678-78ac-4170-be69-55182165ed3c tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Pushing event deleted for resources: {'Port': ['ID=3a56ac7a-b447-40d9-8f12-3d8ad81ffebd,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:11:08.212934 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0d8f5678-78ac-4170-be69-55182165ed3c tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:11:08.299504 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0d8f5678-78ac-4170-be69-55182165ed3c tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for floatingip, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:08.314272 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0d8f5678-78ac-4170-be69-55182165ed3c tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-85802'] for floatingip, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:08.315537 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-0d8f5678-78ac-4170-be69-55182165ed3c tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "DELETE /v2.0/floatingips/d07cb708-f2e8-4ffd-a4e6-004d10c8f985 HTTP/1.1" status: 204 len: 168 time: 0.7410042 Sep 20 16:11:09.544752 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device e827f737-8303-4159-a00f-4d5aab5f89c3 no longer exists at agent hyperv_hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:11:09.577814 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] No Port match for: e827f737-8303-4159-a00f-4d5aab5f89c3 {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:11:09.578197 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Device e827f737-8303-4159-a00f-4d5aab5f89c3 not bound to the agent host hv-cinder-80966 {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:11:09.716485 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 34390) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:11:09.791628 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fc0e68dc-f248-4208-8dda-413e9c791481 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for security_group, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:09.823057 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fc0e68dc-f248-4208-8dda-413e9c791481 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:09.872949 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fc0e68dc-f248-4208-8dda-413e9c791481 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:09.878128 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-48cbdf80-95c7-4a91-99fe-98a8abaabd07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:11:09.894343 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0e68dc-f248-4208-8dda-413e9c791481 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9539ed13-8758-4e0e-87fc-1a3a882ac17c,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:11:09.897041 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-fc0e68dc-f248-4208-8dda-413e9c791481 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:11:09.904456 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fc0e68dc-f248-4208-8dda-413e9c791481 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Notify callbacks [] for security_group, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:09.905680 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-fc0e68dc-f248-4208-8dda-413e9c791481 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] 10.222.0.35 "DELETE /v2.0/security-groups/9539ed13-8758-4e0e-87fc-1a3a882ac17c HTTP/1.1" status: 204 len: 168 time: 0.1881275 Sep 20 16:11:10.400971 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:10.988175 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 34400) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:11:11.962417 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-17313b06-7f30-4b21-8bd0-43aad0226c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853748314'] for router_interface, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:12.563791 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-17313b06-7f30-4b21-8bd0-43aad0226c80 admin admin] Deleting port 51bc2558-943e-46ca-936a-1f6373c87035 {{(pid=82369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:11:12.564399 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-17313b06-7f30-4b21-8bd0-43aad0226c80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:12.741948 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-17313b06-7f30-4b21-8bd0-43aad0226c80 admin admin] For port 51bc2558-943e-46ca-936a-1f6373c87035, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=51bc2558-943e-46ca-936a-1f6373c87035,segment=NetworkSegment(9cb9c279-b877-460a-9cc6-db0e812143bc),segment_id=9cb9c279-b877-460a-9cc6-db0e812143bc)] {{(pid=82369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:11:12.742341 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-17313b06-7f30-4b21-8bd0-43aad0226c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:12.871438 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-17313b06-7f30-4b21-8bd0-43aad0226c80 admin admin] Calling delete_port for 51bc2558-943e-46ca-936a-1f6373c87035 owned by network:router_interface {{(pid=82369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:11:13.036101 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-17313b06-7f30-4b21-8bd0-43aad0226c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33095450'] for port, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:13.040451 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-fe5d0f3f-8e17-4af5-9078-f3f6bfacd476 tempest-AttachVolumeTestJSON-660280743 tempest-AttachVolumeTestJSON-660280743-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:11:13.082256 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17313b06-7f30-4b21-8bd0-43aad0226c80 admin admin] Pushing event deleted for resources: {'Port': ['ID=51bc2558-943e-46ca-936a-1f6373c87035,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:11:13.084875 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-17313b06-7f30-4b21-8bd0-43aad0226c80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:11:13.381407 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-17313b06-7f30-4b21-8bd0-43aad0226c80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1259574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853748280'] for router_interface, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:13.969524 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17313b06-7f30-4b21-8bd0-43aad0226c80 admin admin] Router 99d76ff4-d17c-4897-b158-1e2217f6bf18 has already been hosted by L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a {{(pid=82369) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 20 16:11:14.180639 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17313b06-7f30-4b21-8bd0-43aad0226c80 admin admin] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82369) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 16:11:14.189220 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee1da33-96c2-4a56-b78d-3c2fdfd31362 None None] Sync routers for ids ['99d76ff4-d17c-4897-b158-1e2217f6bf18'] in dv-cinder-809669-1-iscsi {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 16:11:14.194266 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-17313b06-7f30-4b21-8bd0-43aad0226c80 admin admin] 10.222.0.35 "PUT /v2.0/routers/99d76ff4-d17c-4897-b158-1e2217f6bf18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2046492 Sep 20 16:11:14.196992 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 34406) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:11:14.202569 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee1da33-96c2-4a56-b78d-3c2fdfd31362 None None] Routers {'99d76ff4-d17c-4897-b158-1e2217f6bf18'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:11:14.203267 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-0ee1da33-96c2-4a56-b78d-3c2fdfd31362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:11:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['99d76ff4-d17c-4897-b158-1e2217f6bf18'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:11:14.393914 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-0ee1da33-96c2-4a56-b78d-3c2fdfd31362 None None] Set router 99d76ff4-d17c-4897-b158-1e2217f6bf18 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:11:14.616227 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-043f296f-29b6-4ffe-b5fa-dabd07362ded admin admin] Notify callbacks [] for router, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:14.688125 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-0ee1da33-96c2-4a56-b78d-3c2fdfd31362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'name': 'tempest-TestVolumeBootPattern-997459256-router', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '4df80569-13db-4632-9530-96bee422e73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:03:55Z', 'updated_at': '2021-09-20T16:11:12Z', 'revision_number': 5, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'gw_port': {'id': '4df80569-13db-4632-9530-96bee422e73c', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:56Z', 'updated_at': '2021-09-20T16:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi'}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:11:14.692167 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee1da33-96c2-4a56-b78d-3c2fdfd31362 None None] Checking router: 99d76ff4-d17c-4897-b158-1e2217f6bf18 for host: dv-cinder-809669-1-iscsi {{(pid=82370) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 16:11:14.704145 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee1da33-96c2-4a56-b78d-3c2fdfd31362 None None] Routers {'99d76ff4-d17c-4897-b158-1e2217f6bf18'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82370) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:11:14.705173 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-0ee1da33-96c2-4a56-b78d-3c2fdfd31362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:11:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['99d76ff4-d17c-4897-b158-1e2217f6bf18'], 'active': True} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:11:14.819332 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-043f296f-29b6-4ffe-b5fa-dabd07362ded admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:14.829017 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-043f296f-29b6-4ffe-b5fa-dabd07362ded admin admin] Deleting port 4df80569-13db-4632-9530-96bee422e73c {{(pid=82369) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:11:14.829664 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-043f296f-29b6-4ffe-b5fa-dabd07362ded admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:15.027491 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-043f296f-29b6-4ffe-b5fa-dabd07362ded admin admin] For port 4df80569-13db-4632-9530-96bee422e73c, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=4df80569-13db-4632-9530-96bee422e73c,segment=NetworkSegment(fa70b37f-a099-4785-9555-8d4eef3560f5),segment_id=fa70b37f-a099-4785-9555-8d4eef3560f5)] {{(pid=82369) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:11:15.028101 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-043f296f-29b6-4ffe-b5fa-dabd07362ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:15.047685 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-0ee1da33-96c2-4a56-b78d-3c2fdfd31362 None None] Set router 99d76ff4-d17c-4897-b158-1e2217f6bf18 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82370) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:11:15.154056 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-043f296f-29b6-4ffe-b5fa-dabd07362ded admin admin] Calling delete_port for 4df80569-13db-4632-9530-96bee422e73c owned by network:router_gateway {{(pid=82369) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:11:15.321969 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-043f296f-29b6-4ffe-b5fa-dabd07362ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33095450'] for port, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:15.326405 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-ecd85683-34b5-40f6-bb20-351a4afe7f20 tempest-AttachVolumeShelveTestJSON-653015291 tempest-AttachVolumeShelveTestJSON-653015291-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:11:15.341989 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-0ee1da33-96c2-4a56-b78d-3c2fdfd31362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'name': 'tempest-TestVolumeBootPattern-997459256-router', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '4df80569-13db-4632-9530-96bee422e73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:03:55Z', 'updated_at': '2021-09-20T16:11:12Z', 'revision_number': 5, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'gw_port': {'id': '4df80569-13db-4632-9530-96bee422e73c', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:56Z', 'updated_at': '2021-09-20T16:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi'}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:11:15.346172 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee1da33-96c2-4a56-b78d-3c2fdfd31362 None None] The sync data for ids ['99d76ff4-d17c-4897-b158-1e2217f6bf18'] in dv-cinder-809669-1-iscsi is: [{'id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'name': 'tempest-TestVolumeBootPattern-997459256-router', 'tenant_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191'}], 'enable_snat': True}, 'gw_port_id': '4df80569-13db-4632-9530-96bee422e73c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:03:55Z', 'updated_at': '2021-09-20T16:11:12Z', 'revision_number': 5, 'project_id': 'a5cd73682bc64cdaa6b766020253c8fd', 'gw_port': {'id': '4df80569-13db-4632-9530-96bee422e73c', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:0a:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d76ff4-d17c-4897-b158-1e2217f6bf18', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:03:56Z', 'updated_at': '2021-09-20T16:04:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi'}] {{(pid=82370) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 16:11:15.369806 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043f296f-29b6-4ffe-b5fa-dabd07362ded admin admin] Pushing event deleted for resources: {'Port': ['ID=4df80569-13db-4632-9530-96bee422e73c,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:11:15.372623 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-043f296f-29b6-4ffe-b5fa-dabd07362ded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:11:15.601493 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-043f296f-29b6-4ffe-b5fa-dabd07362ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1017928'] for router_gateway, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:15.869812 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-043f296f-29b6-4ffe-b5fa-dabd07362ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1025864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7935'] for router, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:15.874295 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-043f296f-29b6-4ffe-b5fa-dabd07362ded admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:15.896661 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-043f296f-29b6-4ffe-b5fa-dabd07362ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853744133'] for router, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:15.897230 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043f296f-29b6-4ffe-b5fa-dabd07362ded admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99d76ff4-d17c-4897-b158-1e2217f6bf18 {{(pid=82369) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 20 16:11:15.910618 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-043f296f-29b6-4ffe-b5fa-dabd07362ded admin admin] Notify callbacks [] for router, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:15.911913 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-043f296f-29b6-4ffe-b5fa-dabd07362ded admin admin] 10.222.0.35 "DELETE /v2.0/routers/99d76ff4-d17c-4897-b158-1e2217f6bf18 HTTP/1.1" status: 204 len: 168 time: 1.7139397 Sep 20 16:11:15.914655 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 34410) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:11:15.982570 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_v2 [None req-34241eeb-be59-4754-b2e8-d729318eadce admin admin] Deleting subnet 52a7ee89-01e3-413c-ad3b-2dd2f5ae893f {{(pid=82368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 20 16:11:15.985909 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-34241eeb-be59-4754-b2e8-d729318eadce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:16.043892 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-34241eeb-be59-4754-b2e8-d729318eadce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036823264745'] for subnet, precommit_delete_associations {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:16.053248 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 51bc2558-943e-46ca-936a-1f6373c87035 no longer exists at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:11:16.087575 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] No Port match for: 51bc2558-943e-46ca-936a-1f6373c87035 {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:11:16.088072 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 51bc2558-943e-46ca-936a-1f6373c87035 not bound to the agent host dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:11:16.125407 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-34241eeb-be59-4754-b2e8-d729318eadce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4005'] for subnet, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:16.193009 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-34241eeb-be59-4754-b2e8-d729318eadce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33517835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32979412'] for subnet, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:16.198427 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:11:16.238406 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34241eeb-be59-4754-b2e8-d729318eadce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52a7ee89-01e3-413c-ad3b-2dd2f5ae893f,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:11:16.241231 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-34241eeb-be59-4754-b2e8-d729318eadce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:11:16.245613 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-34241eeb-be59-4754-b2e8-d729318eadce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for subnet, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:16.250920 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8a264d-3179-46cb-8527-e4a63be35396 None None] Network 3486c4e5-0021-45c8-9533-9b5c178c51f3 requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 16:11:16.251888 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-34241eeb-be59-4754-b2e8-d729318eadce admin admin] 10.222.0.35 "DELETE /v2.0/subnets/52a7ee89-01e3-413c-ad3b-2dd2f5ae893f HTTP/1.1" status: 204 len: 168 time: 0.3358848 Sep 20 16:11:16.254492 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 34414) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:11:16.367222 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e4d525c8-b03a-41c8-8b97-d5a65619553b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854743839'] for network, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:16.380302 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-e4d525c8-b03a-41c8-8b97-d5a65619553b admin admin] Deleting port 8c68dfec-633f-4534-9a69-34986c3eb378 {{(pid=82368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:11:16.380684 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e4d525c8-b03a-41c8-8b97-d5a65619553b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:16.506161 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e598ee-d7f1-4e0b-baf9-d37147f45ad7 None None] DHCP port deletion for 3486c4e5-0021-45c8-9533-9b5c178c51f3 request from dv-cinder-809669-1-iscsi {{(pid=82370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Sep 20 16:11:16.511577 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-24e598ee-d7f1-4e0b-baf9-d37147f45ad7 None None] Deleting port 8c68dfec-633f-4534-9a69-34986c3eb378 {{(pid=82370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:11:16.512001 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-24e598ee-d7f1-4e0b-baf9-d37147f45ad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:16.596556 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-e4d525c8-b03a-41c8-8b97-d5a65619553b admin admin] For port 8c68dfec-633f-4534-9a69-34986c3eb378, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=8c68dfec-633f-4534-9a69-34986c3eb378,segment=NetworkSegment(9cb9c279-b877-460a-9cc6-db0e812143bc),segment_id=9cb9c279-b877-460a-9cc6-db0e812143bc)] {{(pid=82368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:11:16.596950 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e4d525c8-b03a-41c8-8b97-d5a65619553b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:16.718159 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-24e598ee-d7f1-4e0b-baf9-d37147f45ad7 None None] For port 8c68dfec-633f-4534-9a69-34986c3eb378, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=8c68dfec-633f-4534-9a69-34986c3eb378,segment=NetworkSegment(9cb9c279-b877-460a-9cc6-db0e812143bc),segment_id=9cb9c279-b877-460a-9cc6-db0e812143bc)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:11:16.718532 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-24e598ee-d7f1-4e0b-baf9-d37147f45ad7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:16.719982 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-e4d525c8-b03a-41c8-8b97-d5a65619553b admin admin] Calling delete_port for 8c68dfec-633f-4534-9a69-34986c3eb378 owned by network:dhcp {{(pid=82368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:11:16.793583 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e4d525c8-b03a-41c8-8b97-d5a65619553b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:16.798100 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-a4535a64-790f-4071-90e5-5ce670f025dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:11:16.839002 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d525c8-b03a-41c8-8b97-d5a65619553b admin admin] Pushing event deleted for resources: {'Port': ['ID=8c68dfec-633f-4534-9a69-34986c3eb378,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:11:16.842798 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-e4d525c8-b03a-41c8-8b97-d5a65619553b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:11:16.846004 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d525c8-b03a-41c8-8b97-d5a65619553b admin admin] No DVR routers for this DVR port 8c68dfec-633f-4534-9a69-34986c3eb378 on host dv-cinder-809669-1-iscsi {{(pid=82368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 20 16:11:16.851188 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-24e598ee-d7f1-4e0b-baf9-d37147f45ad7 None None] Calling delete_port for 8c68dfec-633f-4534-9a69-34986c3eb378 owned by network:dhcp {{(pid=82370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:11:16.921048 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.db.api [None req-24e598ee-d7f1-4e0b-baf9-d37147f45ad7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82370) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Sep 20 16:11:16.921569 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_db.api [None req-24e598ee-d7f1-4e0b-baf9-d37147f45ad7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Sep 20 16:11:16.968947 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e4d525c8-b03a-41c8-8b97-d5a65619553b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30012', 'neutron.services.segments.db._delete_segments_for_network-8786514012702'] for network, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:16.994843 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-e4d525c8-b03a-41c8-8b97-d5a65619553b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3486c4e5-0021-45c8-9533-9b5c178c51f3']}} {{(pid=82368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:11:17.007463 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-e4d525c8-b03a-41c8-8b97-d5a65619553b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cb9c279-b877-460a-9cc6-db0e812143bc') {'for_net_delete': True} {{(pid=82368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:11:17.007802 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-e4d525c8-b03a-41c8-8b97-d5a65619553b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cb9c279-b877-460a-9cc6-db0e812143bc') {} {{(pid=82368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:11:17.020169 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e4d525c8-b03a-41c8-8b97-d5a65619553b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250340771410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31511054'] for segment, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:17.038098 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e4d525c8-b03a-41c8-8b97-d5a65619553b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854403426'] for segment, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:17.044325 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d525c8-b03a-41c8-8b97-d5a65619553b admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=82368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 20 16:11:17.044843 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e4d525c8-b03a-41c8-8b97-d5a65619553b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-372359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33518000'] for segment, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:17.058635 dv-cinder-809669-1-iscsi neutron-server[82259]: Traceback (most recent call last): Sep 20 16:11:17.058635 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 20 16:11:17.058635 dv-cinder-809669-1-iscsi neutron-server[82259]: timer() Sep 20 16:11:17.058635 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 16:11:17.058635 dv-cinder-809669-1-iscsi neutron-server[82259]: cb(*args, **kw) Sep 20 16:11:17.058635 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 20 16:11:17.058635 dv-cinder-809669-1-iscsi neutron-server[82259]: return func(*args, **kwargs) Sep 20 16:11:17.058635 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 16:11:17.058635 dv-cinder-809669-1-iscsi neutron-server[82259]: self._notify() Sep 20 16:11:17.058635 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 16:11:17.058635 dv-cinder-809669-1-iscsi neutron-server[82259]: self.callback(batched_events) Sep 20 16:11:17.058635 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 16:11:17.058635 dv-cinder-809669-1-iscsi neutron-server[82259]: event.method(event) Sep 20 16:11:17.058635 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 20 16:11:17.058635 dv-cinder-809669-1-iscsi neutron-server[82259]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 16:11:17.058635 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 20 16:11:17.058635 dv-cinder-809669-1-iscsi neutron-server[82259]: segment_id)['aggregates'][0] Sep 20 16:11:17.058635 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 20 16:11:17.058635 dv-cinder-809669-1-iscsi neutron-server[82259]: return f(self, *a, **k) Sep 20 16:11:17.058635 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 20 16:11:17.058635 dv-cinder-809669-1-iscsi neutron-server[82259]: return self._get(url).json() Sep 20 16:11:17.058635 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 16:11:17.058635 dv-cinder-809669-1-iscsi neutron-server[82259]: **kwargs) Sep 20 16:11:17.058635 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 20 16:11:17.058635 dv-cinder-809669-1-iscsi neutron-server[82259]: return self.request(url, 'GET', **kwargs) Sep 20 16:11:17.058635 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 20 16:11:17.058635 dv-cinder-809669-1-iscsi neutron-server[82259]: **endpoint_filter) Sep 20 16:11:17.058635 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 20 16:11:17.058635 dv-cinder-809669-1-iscsi neutron-server[82259]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 16:11:17.058635 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 20 16:11:17.058635 dv-cinder-809669-1-iscsi neutron-server[82259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 16:11:17.058635 dv-cinder-809669-1-iscsi neutron-server[82259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 16:11:17.138313 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e4d525c8-b03a-41c8-8b97-d5a65619553b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854745781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1017775'] for network, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:17.141817 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-8706c744-d98a-49ac-b7ed-504eaa3f5848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:11:17.155505 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-e4d525c8-b03a-41c8-8b97-d5a65619553b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for network, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:17.166400 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d525c8-b03a-41c8-8b97-d5a65619553b admin admin] Pushing event deleted for resources: {'Network': ['ID=3486c4e5-0021-45c8-9533-9b5c178c51f3,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:11:17.169756 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-e4d525c8-b03a-41c8-8b97-d5a65619553b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:11:17.179521 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-e4d525c8-b03a-41c8-8b97-d5a65619553b admin admin] 10.222.0.35 "DELETE /v2.0/networks/3486c4e5-0021-45c8-9533-9b5c178c51f3 HTTP/1.1" status: 204 len: 168 time: 0.9238937 Sep 20 16:11:17.183091 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 34418) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:11:17.422784 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-24e598ee-d7f1-4e0b-baf9-d37147f45ad7 None None] Deleting port 8c68dfec-633f-4534-9a69-34986c3eb378 {{(pid=82370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:11:17.423274 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-24e598ee-d7f1-4e0b-baf9-d37147f45ad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:17.490199 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-24e598ee-d7f1-4e0b-baf9-d37147f45ad7 None None] The port '8c68dfec-633f-4534-9a69-34986c3eb378' was deleted {{(pid=82370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Sep 20 16:11:17.806320 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-39a9a3e2-67af-41ff-b2ab-6cd70957a392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853748314'] for router_interface, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:18.035393 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 4df80569-13db-4632-9530-96bee422e73c no longer exists at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:11:18.071564 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] No Port match for: 4df80569-13db-4632-9530-96bee422e73c {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:11:18.072113 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 4df80569-13db-4632-9530-96bee422e73c not bound to the agent host dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:11:18.072310 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 8c68dfec-633f-4534-9a69-34986c3eb378 no longer exists at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:11:18.104261 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] No Port match for: 8c68dfec-633f-4534-9a69-34986c3eb378 {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:11:18.104647 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 8c68dfec-633f-4534-9a69-34986c3eb378 not bound to the agent host dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:11:18.411399 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-39a9a3e2-67af-41ff-b2ab-6cd70957a392 admin admin] Deleting port a38bd712-403d-4cb0-ae3b-42b13d0625fe {{(pid=82368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:11:18.411688 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-39a9a3e2-67af-41ff-b2ab-6cd70957a392 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:18.586798 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-39a9a3e2-67af-41ff-b2ab-6cd70957a392 admin admin] For port a38bd712-403d-4cb0-ae3b-42b13d0625fe, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=a38bd712-403d-4cb0-ae3b-42b13d0625fe,segment=NetworkSegment(28e8a9e5-e218-4c46-ba10-483cb8e45689),segment_id=28e8a9e5-e218-4c46-ba10-483cb8e45689)] {{(pid=82368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:11:18.587248 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-39a9a3e2-67af-41ff-b2ab-6cd70957a392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:18.709352 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-39a9a3e2-67af-41ff-b2ab-6cd70957a392 admin admin] Calling delete_port for a38bd712-403d-4cb0-ae3b-42b13d0625fe owned by network:router_interface {{(pid=82368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:11:18.871971 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-39a9a3e2-67af-41ff-b2ab-6cd70957a392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:18.876341 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0d35dd3e-d013-4531-a9d0-bd19de1fdc00 tempest-TestVolumeBootPattern-121767549 tempest-TestVolumeBootPattern-121767549-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:11:18.919167 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a9a3e2-67af-41ff-b2ab-6cd70957a392 admin admin] Pushing event deleted for resources: {'Port': ['ID=a38bd712-403d-4cb0-ae3b-42b13d0625fe,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:11:18.921966 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-39a9a3e2-67af-41ff-b2ab-6cd70957a392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:11:19.215268 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-39a9a3e2-67af-41ff-b2ab-6cd70957a392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1259574', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853748280'] for router_interface, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:19.796397 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a9a3e2-67af-41ff-b2ab-6cd70957a392 admin admin] Router 7eeebcea-2006-42ed-a4b4-e2d63ba622c0 has already been hosted by L3 agent 168803cb-cc5d-4860-8375-628d6ded3a3a {{(pid=82368) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Sep 20 16:11:20.006277 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a9a3e2-67af-41ff-b2ab-6cd70957a392 admin admin] Notify agent at l3_agent.dv-cinder-809669-1-iscsi the message routers_updated {{(pid=82368) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Sep 20 16:11:20.016903 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3e1db2-2805-4d3f-9d79-9dc5f2f1145b None None] Sync routers for ids ['7eeebcea-2006-42ed-a4b4-e2d63ba622c0'] in dv-cinder-809669-1-iscsi {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Sep 20 16:11:20.023298 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-39a9a3e2-67af-41ff-b2ab-6cd70957a392 admin admin] 10.222.0.35 "PUT /v2.0/routers/7eeebcea-2006-42ed-a4b4-e2d63ba622c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8390191 Sep 20 16:11:20.026022 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 34422) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:11:20.031087 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3e1db2-2805-4d3f-9d79-9dc5f2f1145b None None] Routers {'7eeebcea-2006-42ed-a4b4-e2d63ba622c0'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:11:20.031826 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-2d3e1db2-2805-4d3f-9d79-9dc5f2f1145b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:11:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['7eeebcea-2006-42ed-a4b4-e2d63ba622c0'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:11:20.222112 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-2d3e1db2-2805-4d3f-9d79-9dc5f2f1145b None None] Set router 7eeebcea-2006-42ed-a4b4-e2d63ba622c0 gateway port host: dv-cinder-809669-1-iscsi {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:11:20.471271 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-cc391948-706b-469d-8ae5-f9cb2e543daf admin admin] Notify callbacks [] for router, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:20.476025 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.agents_db [None req-ae0f67a0-09e8-4135-93df-5bebfb5cb2de None None] Agent healthcheck: found 6 active agents {{(pid=82371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 20 16:11:20.665798 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-2d3e1db2-2805-4d3f-9d79-9dc5f2f1145b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eeebcea-2006-42ed-a4b4-e2d63ba622c0', 'name': 'tempest-TestVolumeBootPattern-1284477534-router', 'tenant_id': '311b553bdf17450497b75bb23cbb8fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'external_fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'e6f27b6c-46a7-4bb3-8308-c9a983d738b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:04:04Z', 'updated_at': '2021-09-20T16:11:18Z', 'revision_number': 5, 'project_id': '311b553bdf17450497b75bb23cbb8fb4', 'gw_port': {'id': 'e6f27b6c-46a7-4bb3-8308-c9a983d738b8', 'name': '', 'network_id': '378c8f1a-f14e-4679-b139-5c2d775a72d9', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:39:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eeebcea-2006-42ed-a4b4-e2d63ba622c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-809669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-20T16:04:05Z', 'updated_at': '2021-09-20T16:04:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ddb3b55e-9ac5-4831-b2c2-db1cd9fcfba1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-809669-1-iscsi'}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:11:20.669792 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3e1db2-2805-4d3f-9d79-9dc5f2f1145b None None] Checking router: 7eeebcea-2006-42ed-a4b4-e2d63ba622c0 for host: dv-cinder-809669-1-iscsi {{(pid=82371) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Sep 20 16:11:20.677611 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-cc391948-706b-469d-8ae5-f9cb2e543daf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:20.681535 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3e1db2-2805-4d3f-9d79-9dc5f2f1145b None None] Routers {'7eeebcea-2006-42ed-a4b4-e2d63ba622c0'} bound to L3 agent in host dv-cinder-809669-1-iscsi {{(pid=82371) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 20 16:11:20.682193 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-2d3e1db2-2805-4d3f-9d79-9dc5f2f1145b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-809669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-20T15:51:05Z,description=,heartbeat_timestamp=2021-09-20T16:11:05Z,host='dv-cinder-809669-1-iscsi',id=168803cb-cc5d-4860-8375-628d6ded3a3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-20T15:51:05Z,topic='l3_agent')) {'router_ids': ['7eeebcea-2006-42ed-a4b4-e2d63ba622c0'], 'active': True} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:11:20.686447 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-cc391948-706b-469d-8ae5-f9cb2e543daf admin admin] Deleting port e6f27b6c-46a7-4bb3-8308-c9a983d738b8 {{(pid=82368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:11:20.686811 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-cc391948-706b-469d-8ae5-f9cb2e543daf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:20.838189 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvr_db [None req-2d3e1db2-2805-4d3f-9d79-9dc5f2f1145b None None] Set router 7eeebcea-2006-42ed-a4b4-e2d63ba622c0 gateway port host: None {{(pid=82371) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Sep 20 16:11:20.864951 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-cc391948-706b-469d-8ae5-f9cb2e543daf admin admin] For port e6f27b6c-46a7-4bb3-8308-c9a983d738b8, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=e6f27b6c-46a7-4bb3-8308-c9a983d738b8,segment=NetworkSegment(fa70b37f-a099-4785-9555-8d4eef3560f5),segment_id=fa70b37f-a099-4785-9555-8d4eef3560f5)] {{(pid=82368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:11:20.865342 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-cc391948-706b-469d-8ae5-f9cb2e543daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:20.949445 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_hamode_db [None req-2d3e1db2-2805-4d3f-9d79-9dc5f2f1145b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eeebcea-2006-42ed-a4b4-e2d63ba622c0', 'name': 'tempest-TestVolumeBootPattern-1284477534-router', 'tenant_id': '311b553bdf17450497b75bb23cbb8fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:04:04Z', 'updated_at': '2021-09-20T16:11:20Z', 'revision_number': 6, 'project_id': '311b553bdf17450497b75bb23cbb8fb4', 'gw_port_host': None}], 'dv-cinder-809669-1-iscsi', False) {} {{(pid=82371) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:11:20.953548 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3e1db2-2805-4d3f-9d79-9dc5f2f1145b None None] The sync data for ids ['7eeebcea-2006-42ed-a4b4-e2d63ba622c0'] in dv-cinder-809669-1-iscsi is: [{'id': '7eeebcea-2006-42ed-a4b4-e2d63ba622c0', 'name': 'tempest-TestVolumeBootPattern-1284477534-router', 'tenant_id': '311b553bdf17450497b75bb23cbb8fb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-20T16:04:04Z', 'updated_at': '2021-09-20T16:11:20Z', 'revision_number': 6, 'project_id': '311b553bdf17450497b75bb23cbb8fb4', 'gw_port_host': None}] {{(pid=82371) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Sep 20 16:11:20.992067 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-cc391948-706b-469d-8ae5-f9cb2e543daf admin admin] Calling delete_port for e6f27b6c-46a7-4bb3-8308-c9a983d738b8 owned by network:router_gateway {{(pid=82368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:11:21.162782 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-cc391948-706b-469d-8ae5-f9cb2e543daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:21.167334 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-7e012c8e-4a97-46d2-805f-b9261456fa93 tempest-TestShelveInstance-349414550 tempest-TestShelveInstance-349414550-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:11:21.210202 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc391948-706b-469d-8ae5-f9cb2e543daf admin admin] Pushing event deleted for resources: {'Port': ['ID=e6f27b6c-46a7-4bb3-8308-c9a983d738b8,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:11:21.213886 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-cc391948-706b-469d-8ae5-f9cb2e543daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:11:21.441825 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-cc391948-706b-469d-8ae5-f9cb2e543daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1017928'] for router_gateway, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:21.708436 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-cc391948-706b-469d-8ae5-f9cb2e543daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1025864', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7935'] for router, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:21.712880 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-cc391948-706b-469d-8ae5-f9cb2e543daf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:21.734366 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-cc391948-706b-469d-8ae5-f9cb2e543daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853744133'] for router, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:21.734974 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc391948-706b-469d-8ae5-f9cb2e543daf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7eeebcea-2006-42ed-a4b4-e2d63ba622c0 {{(pid=82368) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 20 16:11:21.747628 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-cc391948-706b-469d-8ae5-f9cb2e543daf admin admin] Notify callbacks [] for router, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:21.751346 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-cc391948-706b-469d-8ae5-f9cb2e543daf admin admin] 10.222.0.35 "DELETE /v2.0/routers/7eeebcea-2006-42ed-a4b4-e2d63ba622c0 HTTP/1.1" status: 204 len: 168 time: 1.7218139 Sep 20 16:11:21.751604 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 34426) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:11:21.820947 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dad8bb7-ef05-496f-929d-0877c9641527 admin admin] Deleting subnet 3a2cb55a-eb4c-40a9-9aa4-4b61e8b8a6e0 {{(pid=82368) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Sep 20 16:11:21.824447 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0dad8bb7-ef05-496f-929d-0877c9641527 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:21.878441 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0dad8bb7-ef05-496f-929d-0877c9641527 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036823264745'] for subnet, precommit_delete_associations {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:21.961236 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0dad8bb7-ef05-496f-929d-0877c9641527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4005'] for subnet, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:22.030997 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0dad8bb7-ef05-496f-929d-0877c9641527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854771780', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807815', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33517835', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-32979412'] for subnet, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:22.034638 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device e6f27b6c-46a7-4bb3-8308-c9a983d738b8 no longer exists at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:11:22.035297 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:11:22.068832 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] No Port match for: e6f27b6c-46a7-4bb3-8308-c9a983d738b8 {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:11:22.069222 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device e6f27b6c-46a7-4bb3-8308-c9a983d738b8 not bound to the agent host dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:11:22.069690 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device a38bd712-403d-4cb0-ae3b-42b13d0625fe no longer exists at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:11:22.070280 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dad8bb7-ef05-496f-929d-0877c9641527 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a2cb55a-eb4c-40a9-9aa4-4b61e8b8a6e0,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:11:22.074530 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-0dad8bb7-ef05-496f-929d-0877c9641527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:11:22.077239 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0dad8bb7-ef05-496f-929d-0877c9641527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for subnet, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:22.083683 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-0dad8bb7-ef05-496f-929d-0877c9641527 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/3a2cb55a-eb4c-40a9-9aa4-4b61e8b8a6e0 HTTP/1.1" status: 204 len: 168 time: 0.3310225 Sep 20 16:11:22.086446 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82368) accepted ('10.222.0.35', 34430) {{(pid=82368) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:11:22.098254 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666509bb-d6e0-4782-b0e5-42113d8fbb8c None None] Network d11a2306-17a8-4b41-b7bf-9dede1971e2b requested from dv-cinder-809669-1-iscsi {{(pid=82370) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Sep 20 16:11:22.125449 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] No Port match for: a38bd712-403d-4cb0-ae3b-42b13d0625fe {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:11:22.125839 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device a38bd712-403d-4cb0-ae3b-42b13d0625fe not bound to the agent host dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:11:22.202588 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c53164f4-4c8c-49e2-a872-634c4028b3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854743839'] for network, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:22.214367 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-c53164f4-4c8c-49e2-a872-634c4028b3b7 admin admin] Deleting port 9b0c302d-2ebc-4c59-9137-de699cefe2b5 {{(pid=82368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:11:22.214706 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c53164f4-4c8c-49e2-a872-634c4028b3b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:22.361472 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24750711-e7f8-44f4-b14a-40c046e05b04 None None] DHCP port deletion for d11a2306-17a8-4b41-b7bf-9dede1971e2b request from dv-cinder-809669-1-iscsi {{(pid=82370) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Sep 20 16:11:22.365639 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-24750711-e7f8-44f4-b14a-40c046e05b04 None None] Deleting port 9b0c302d-2ebc-4c59-9137-de699cefe2b5 {{(pid=82370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:11:22.366064 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-24750711-e7f8-44f4-b14a-40c046e05b04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:22.432774 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-c53164f4-4c8c-49e2-a872-634c4028b3b7 admin admin] For port 9b0c302d-2ebc-4c59-9137-de699cefe2b5, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=9b0c302d-2ebc-4c59-9137-de699cefe2b5,segment=NetworkSegment(28e8a9e5-e218-4c46-ba10-483cb8e45689),segment_id=28e8a9e5-e218-4c46-ba10-483cb8e45689)] {{(pid=82368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:11:22.433169 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c53164f4-4c8c-49e2-a872-634c4028b3b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:22.555821 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-c53164f4-4c8c-49e2-a872-634c4028b3b7 admin admin] Calling delete_port for 9b0c302d-2ebc-4c59-9137-de699cefe2b5 owned by network:dhcp {{(pid=82368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:11:22.574949 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.db [None req-24750711-e7f8-44f4-b14a-40c046e05b04 None None] For port 9b0c302d-2ebc-4c59-9137-de699cefe2b5, host dv-cinder-809669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-809669-1-iscsi',level=0,port_id=9b0c302d-2ebc-4c59-9137-de699cefe2b5,segment=NetworkSegment(28e8a9e5-e218-4c46-ba10-483cb8e45689),segment_id=28e8a9e5-e218-4c46-ba10-483cb8e45689)] {{(pid=82370) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Sep 20 16:11:22.575441 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-24750711-e7f8-44f4-b14a-40c046e05b04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1016563'] for port, precommit_delete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:22.628497 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c53164f4-4c8c-49e2-a872-634c4028b3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853714411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854595945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363250340820220', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786513503245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036821257890'] for port, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:22.633431 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-a4535a64-790f-4071-90e5-5ce670f025dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:11:22.678868 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53164f4-4c8c-49e2-a872-634c4028b3b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b0c302d-2ebc-4c59-9137-de699cefe2b5,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:11:22.682648 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c53164f4-4c8c-49e2-a872-634c4028b3b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:11:22.685817 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53164f4-4c8c-49e2-a872-634c4028b3b7 admin admin] No DVR routers for this DVR port 9b0c302d-2ebc-4c59-9137-de699cefe2b5 on host dv-cinder-809669-1-iscsi {{(pid=82368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Sep 20 16:11:22.705702 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-24750711-e7f8-44f4-b14a-40c046e05b04 None None] Calling delete_port for 9b0c302d-2ebc-4c59-9137-de699cefe2b5 owned by network:dhcp {{(pid=82370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Sep 20 16:11:22.773120 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.db.api [None req-24750711-e7f8-44f4-b14a-40c046e05b04 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82370) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Sep 20 16:11:22.774135 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_db.api [None req-24750711-e7f8-44f4-b14a-40c046e05b04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82370) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Sep 20 16:11:22.806832 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c53164f4-4c8c-49e2-a872-634c4028b3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-30012', 'neutron.services.segments.db._delete_segments_for_network-8786514012702'] for network, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:22.833203 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-c53164f4-4c8c-49e2-a872-634c4028b3b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d11a2306-17a8-4b41-b7bf-9dede1971e2b']}} {{(pid=82368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:11:22.846300 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-c53164f4-4c8c-49e2-a872-634c4028b3b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e8a9e5-e218-4c46-ba10-483cb8e45689') {'for_net_delete': True} {{(pid=82368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:11:22.846632 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.services.segments.db [None req-c53164f4-4c8c-49e2-a872-634c4028b3b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e8a9e5-e218-4c46-ba10-483cb8e45689') {} {{(pid=82368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Sep 20 16:11:22.858563 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c53164f4-4c8c-49e2-a872-634c4028b3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363250340771410', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31511054'] for segment, before_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:22.873199 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c53164f4-4c8c-49e2-a872-634c4028b3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854403426'] for segment, precommit_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:22.879402 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c53164f4-4c8c-49e2-a872-634c4028b3b7 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=82368) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Sep 20 16:11:22.879821 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c53164f4-4c8c-49e2-a872-634c4028b3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-372359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33518000'] for segment, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:22.893951 dv-cinder-809669-1-iscsi neutron-server[82259]: Traceback (most recent call last): Sep 20 16:11:22.893951 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Sep 20 16:11:22.893951 dv-cinder-809669-1-iscsi neutron-server[82259]: timer() Sep 20 16:11:22.893951 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 20 16:11:22.893951 dv-cinder-809669-1-iscsi neutron-server[82259]: cb(*args, **kw) Sep 20 16:11:22.893951 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper Sep 20 16:11:22.893951 dv-cinder-809669-1-iscsi neutron-server[82259]: return func(*args, **kwargs) Sep 20 16:11:22.893951 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 20 16:11:22.893951 dv-cinder-809669-1-iscsi neutron-server[82259]: self._notify() Sep 20 16:11:22.893951 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 20 16:11:22.893951 dv-cinder-809669-1-iscsi neutron-server[82259]: self.callback(batched_events) Sep 20 16:11:22.893951 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 20 16:11:22.893951 dv-cinder-809669-1-iscsi neutron-server[82259]: event.method(event) Sep 20 16:11:22.893951 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Sep 20 16:11:22.893951 dv-cinder-809669-1-iscsi neutron-server[82259]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 20 16:11:22.893951 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Sep 20 16:11:22.893951 dv-cinder-809669-1-iscsi neutron-server[82259]: segment_id)['aggregates'][0] Sep 20 16:11:22.893951 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Sep 20 16:11:22.893951 dv-cinder-809669-1-iscsi neutron-server[82259]: return f(self, *a, **k) Sep 20 16:11:22.893951 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Sep 20 16:11:22.893951 dv-cinder-809669-1-iscsi neutron-server[82259]: return self._get(url).json() Sep 20 16:11:22.893951 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 20 16:11:22.893951 dv-cinder-809669-1-iscsi neutron-server[82259]: **kwargs) Sep 20 16:11:22.893951 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Sep 20 16:11:22.893951 dv-cinder-809669-1-iscsi neutron-server[82259]: return self.request(url, 'GET', **kwargs) Sep 20 16:11:22.893951 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Sep 20 16:11:22.893951 dv-cinder-809669-1-iscsi neutron-server[82259]: **endpoint_filter) Sep 20 16:11:22.893951 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Sep 20 16:11:22.893951 dv-cinder-809669-1-iscsi neutron-server[82259]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 20 16:11:22.893951 dv-cinder-809669-1-iscsi neutron-server[82259]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Sep 20 16:11:22.893951 dv-cinder-809669-1-iscsi neutron-server[82259]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 20 16:11:22.893951 dv-cinder-809669-1-iscsi neutron-server[82259]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 20 16:11:22.970739 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c53164f4-4c8c-49e2-a872-634c4028b3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036854745781', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036853516223', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1017775'] for network, after_delete {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:22.974125 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:11:22.987571 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c53164f4-4c8c-49e2-a872-634c4028b3b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036853516208'] for network, before_response {{(pid=82368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:22.998586 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53164f4-4c8c-49e2-a872-634c4028b3b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d11a2306-17a8-4b41-b7bf-9dede1971e2b,revision_number=None']} {{(pid=82368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:11:23.002979 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-c53164f4-4c8c-49e2-a872-634c4028b3b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:11:23.006586 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-c53164f4-4c8c-49e2-a872-634c4028b3b7 admin admin] 10.222.0.35 "DELETE /v2.0/networks/d11a2306-17a8-4b41-b7bf-9dede1971e2b HTTP/1.1" status: 204 len: 168 time: 0.9190481 Sep 20 16:11:23.217366 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 34436) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:11:23.270320 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-0a53f37d-8f6e-4ec3-be8c-7b54dff0a5a0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a5cd73682bc64cdaa6b766020253c8fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0516832 Sep 20 16:11:23.272852 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 34440) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:11:23.275849 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-24750711-e7f8-44f4-b14a-40c046e05b04 None None] Deleting port 9b0c302d-2ebc-4c59-9137-de699cefe2b5 {{(pid=82370) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Sep 20 16:11:23.276286 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-24750711-e7f8-44f4-b14a-40c046e05b04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363250340825972'] for port, before_delete {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:23.334866 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7dbbe091-3299-43c7-a186-cd4b51dfb158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:23.343634 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-24750711-e7f8-44f4-b14a-40c046e05b04 None None] The port '9b0c302d-2ebc-4c59-9137-de699cefe2b5' was deleted {{(pid=82370) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Sep 20 16:11:23.364941 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7dbbe091-3299-43c7-a186-cd4b51dfb158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:23.410788 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7dbbe091-3299-43c7-a186-cd4b51dfb158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:23.415821 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-ee4ba8c1-b5f3-4213-88fe-7d320d284218 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:11:23.429343 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbbe091-3299-43c7-a186-cd4b51dfb158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d67789e-26a5-4b53-a716-92148dc6dfe3,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:11:23.434540 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-7dbbe091-3299-43c7-a186-cd4b51dfb158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:11:23.436555 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-7dbbe091-3299-43c7-a186-cd4b51dfb158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:23.438904 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-7dbbe091-3299-43c7-a186-cd4b51dfb158 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1d67789e-26a5-4b53-a716-92148dc6dfe3 HTTP/1.1" status: 204 len: 168 time: 0.1634142 Sep 20 16:11:23.840134 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 34448) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:11:23.896673 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-8200595e-4669-454c-a5c1-882295ce0f93 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=311b553bdf17450497b75bb23cbb8fb4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0527542 Sep 20 16:11:23.896879 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [-] (82369) accepted ('10.222.0.35', 34452) {{(pid=82369) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Sep 20 16:11:23.959522 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a2871381-500a-4aaa-a6e9-fce88c9b4311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:23.985587 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a2871381-500a-4aaa-a6e9-fce88c9b4311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:24.030630 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a2871381-500a-4aaa-a6e9-fce88c9b4311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853807807'] for security_group, after_delete {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:24.033468 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 9b0c302d-2ebc-4c59-9137-de699cefe2b5 no longer exists at agent ovs-agent-dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Sep 20 16:11:24.035848 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-09d7b84e-d347-40ba-be4f-2e211a076eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Sep 20 16:11:24.052574 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2871381-500a-4aaa-a6e9-fce88c9b4311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abeed2a-0e2e-4da7-aead-14beed342f70,revision_number=None']} {{(pid=82369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Sep 20 16:11:24.055887 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG oslo_concurrency.lockutils [None req-a2871381-500a-4aaa-a6e9-fce88c9b4311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Sep 20 16:11:24.057124 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-a2871381-500a-4aaa-a6e9-fce88c9b4311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:24.058832 dv-cinder-809669-1-iscsi neutron-server[82259]: INFO neutron.wsgi [None req-a2871381-500a-4aaa-a6e9-fce88c9b4311 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8abeed2a-0e2e-4da7-aead-14beed342f70 HTTP/1.1" status: 204 len: 168 time: 0.1609235 Sep 20 16:11:24.074683 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.plugin [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] No Port match for: 9b0c302d-2ebc-4c59-9137-de699cefe2b5 {{(pid=82370) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Sep 20 16:11:24.075110 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.plugins.ml2.rpc [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Device 9b0c302d-2ebc-4c59-9137-de699cefe2b5 not bound to the agent host dv-cinder-809669-1-iscsi {{(pid=82370) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Sep 20 16:11:32.789507 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c194c1e8-d3cd-46f6-b6d5-ac53ca78252e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:34.156643 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:35.137400 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-686d43db-136a-45f2-bc4f-84068e43db82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:35.597856 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:36.939131 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:40.410811 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:11:57.416812 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.agents_db [None req-ae0f67a0-09e8-4135-93df-5bebfb5cb2de None None] Agent healthcheck: found 6 active agents {{(pid=82371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 20 16:12:02.791827 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-4f0ef1d4-4c65-4167-b83e-1a9ef4283f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:12:04.157573 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:12:05.141849 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-48e728a7-fa01-4ee6-a47a-4b4b2eb06fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:12:05.600731 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:12:06.941866 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:12:10.410765 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:12:32.794478 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8569bf06-81ab-4e98-99bb-132088b4205d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:12:34.158308 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:12:34.416937 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.agents_db [None req-ae0f67a0-09e8-4135-93df-5bebfb5cb2de None None] Agent healthcheck: found 6 active agents {{(pid=82371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 20 16:12:35.142346 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d2523a8b-13e3-406e-8e0b-2f2a76548b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:12:35.603530 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:12:36.948241 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:12:40.416899 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:13:02.796696 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8826d2f5-c28d-46c5-be1f-65fb1d270d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:13:04.159190 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:13:05.144026 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-ed0d05f3-8562-4943-b174-70574474ccf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:13:05.607002 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:13:06.947940 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:13:10.409250 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:13:11.417071 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.agents_db [None req-ae0f67a0-09e8-4135-93df-5bebfb5cb2de None None] Agent healthcheck: found 6 active agents {{(pid=82371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 20 16:13:32.797228 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-deb17749-da70-4997-9880-95c68d977f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:13:34.160196 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:13:35.144595 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-669a73ce-9881-4a19-adc5-82bc3b331ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:13:35.610373 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:13:36.951227 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:13:40.409265 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:13:48.418074 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.agents_db [None req-ae0f67a0-09e8-4135-93df-5bebfb5cb2de None None] Agent healthcheck: found 6 active agents {{(pid=82371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 20 16:14:02.797848 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-5a21e0d6-c503-4a57-bf1f-f5616203b39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:14:04.160430 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:14:05.145324 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-407119a2-0b3f-412c-970d-c9ddc83ed5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:14:05.611676 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:14:06.953910 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:14:10.410711 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:14:25.419547 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.agents_db [None req-ae0f67a0-09e8-4135-93df-5bebfb5cb2de None None] Agent healthcheck: found 6 active agents {{(pid=82371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 20 16:14:32.798854 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-fa12d123-2dc5-4460-ad3a-a48a4a41b730 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:14:34.162131 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:14:35.149353 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-6a92ac00-497d-4fcd-87ad-9e52dd079acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:14:35.615363 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:14:36.956112 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:14:40.408403 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:14:54.839599 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.wsgi [req-f8fea22b-9abf-4455-94c1-448ebce2dff1 req-a28fbb48-00aa-493e-b188-f370122c1f3a service neutron] (82369) timed out ('10.222.0.36', 51196) {{(pid=82369) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Sep 20 16:15:02.420250 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.agents_db [None req-ae0f67a0-09e8-4135-93df-5bebfb5cb2de None None] Agent healthcheck: found 6 active agents {{(pid=82371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 20 16:15:02.799920 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-52706002-ecff-4df7-b5e6-8dc470f82f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:15:04.164222 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:15:05.150739 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-85175c05-b954-42b0-bf5c-3953d8d0f705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:15:05.617561 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:15:06.959740 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:15:10.423307 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:15:32.800283 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-d63c7a7b-be8d-4526-bd61-7bd45ad977f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:15:34.165991 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:15:35.152538 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-09258eaf-9235-483c-8ba0-7c0efefb3891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:15:35.619497 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:15:36.962562 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:15:39.420233 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.agents_db [None req-ae0f67a0-09e8-4135-93df-5bebfb5cb2de None None] Agent healthcheck: found 6 active agents {{(pid=82371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 20 16:15:40.423360 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:16:02.800986 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-77fe919b-04e8-41be-a58d-73d9990f3080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:16:04.167575 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:16:05.153397 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-c5258276-7fc0-4576-bf0b-c5bcc31acc62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:16:05.621108 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:16:06.969933 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:16:10.424008 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:16:16.422813 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron.db.agents_db [None req-ae0f67a0-09e8-4135-93df-5bebfb5cb2de None None] Agent healthcheck: found 6 active agents {{(pid=82371) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Sep 20 16:16:32.801543 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-54bc4254-d154-4200-aef6-e9d978b382e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:16:34.168473 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0c413ab8-60db-4dce-bac4-8a208b6d61e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:16:35.154238 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-8d6b575c-6122-49ae-ae9b-0987dfdc4f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:16:35.624246 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-0fcc288d-5766-4b17-b7cc-ee34fe8807f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:16:36.967866 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-dd8b50aa-4068-423d-bf7c-bc740060bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Sep 20 16:16:40.427437 dv-cinder-809669-1-iscsi neutron-server[82259]: DEBUG neutron_lib.callbacks.manager [None req-b8dc65ec-53b2-4310-9ce6-28077415dd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786514012685', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854775409'] for agent, after_update {{(pid=82370) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}